-- Logs begin at Thu 2021-06-17 04:56:13 UTC, end at Thu 2021-06-17 06:05:17 UTC. -- Jun 17 05:40:51.235001 dv-cinder-772623-9-smb systemd[1]: Started Devstack devstack@q-svc.service. Jun 17 05:40:53.916456 dv-cinder-772623-9-smb neutron-server[99759]: INFO neutron.common.config [-] Logging enabled! Jun 17 05:40:53.916934 dv-cinder-772623-9-smb neutron-server[99759]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev356 Jun 17 05:40:53.917267 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=99759) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 17 05:40:53.920531 dv-cinder-772623-9-smb neutron-server[99759]: INFO neutron.common.config [-] Logging enabled! Jun 17 05:40:53.920789 dv-cinder-772623-9-smb neutron-server[99759]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev356 Jun 17 05:40:53.921754 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=99759) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 17 05:40:53.922689 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 17 05:40:53.922961 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 17 05:40:53.923328 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 17 05:40:53.923575 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 17 05:40:53.923805 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 17 05:40:53.924132 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:53.924462 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:53.924762 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:53.924995 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:53.925293 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:53.925587 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:53.925872 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:53.926164 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:53.926463 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:53.926754 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:53.927063 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:53.927352 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:53.927585 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:53.927871 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.common.config [-] config_source = [] {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:53.928170 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:53.928461 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:53.928690 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.common.config [-] debug = True {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:53.928995 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:53.929427 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:53.929850 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:53.930133 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:53.930425 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:53.930727 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:53.931008 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:53.931288 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:53.931575 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:53.931905 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.common.config [-] host = dv-cinder-772623-9-smb {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:53.932187 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:53.932475 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:53.932764 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:53.933052 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:53.933348 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:53.933627 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:53.933914 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:53.934193 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.common.config [-] log_dir = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:53.934468 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.common.config [-] log_file = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:53.934745 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:53.935062 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:53.935351 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:53.935643 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:53.935869 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:53.936094 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:53.936386 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:53.936702 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:53.936983 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:53.937261 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:53.937538 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:53.937816 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:53.938092 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:53.938365 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:53.938652 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:53.938972 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:53.939262 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:53.939541 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:53.939819 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:53.940099 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:53.940410 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:53.940703 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:53.940998 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:53.941277 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:53.941556 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:53.941844 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:53.942116 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:53.942415 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:53.942721 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:53.943033 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:53.943320 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:53.943606 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:53.943883 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:53.944170 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:53.944447 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:53.944721 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.common.config [-] use_journal = False {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:53.944996 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.common.config [-] use_json = False {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:53.945270 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:53.945543 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:53.945828 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:53.946102 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:53.946396 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:53.946673 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:53.946979 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:53.947267 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:53.947568 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:53.947867 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:53.948169 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:53.948455 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:53.948752 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:53.949035 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:53.949326 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:53.949607 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:53.949897 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:53.950187 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:53.950475 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:53.950760 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:53.951079 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:53.951364 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:53.951661 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:53.951965 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:53.952287 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:53.952580 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:53.952861 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:53.953159 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:53.953435 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:53.953717 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:53.954005 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:53.954307 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:53.954599 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:53.954904 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:53.955189 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:53.955482 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:53.955763 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:53.956039 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:53.956318 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:53.956609 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:53.956893 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:53.957170 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:53.957454 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:53.957756 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:53.958032 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:53.958307 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:53.958588 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:53.958905 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:53.959192 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:53.959466 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:53.959741 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:53.960023 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:53.960297 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:53.960584 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:53.960865 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:53.961141 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:53.961417 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:53.961699 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:53.961975 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:53.962250 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:53.962531 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:53.962808 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:53.963111 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:53.963387 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:53.963662 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:53.963936 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:53.964215 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:53.964489 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:53.964785 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:53.965062 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:53.965342 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:53.965618 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:53.965893 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:53.966167 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:53.966442 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:53.966719 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:53.967035 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:53.967337 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:53.967618 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:53.968467 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:53.968747 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:53.969047 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:53.969351 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:53.969633 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:53.969916 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:53.970215 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:53.970491 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:53.970782 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:53.971094 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:53.971383 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:53.971671 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:53.971956 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:53.972252 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:53.972531 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:53.972814 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:53.973092 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:53.973373 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:53.973664 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:53.973950 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:53.974245 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:53.974539 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:53.974853 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:53.975160 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:53.975452 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:53.975737 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:53.976067 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:53.976351 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:53.976568 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 17 05:40:53.976808 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=99759) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 17 05:40:54.329862 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=99759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:40:54.330136 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=99759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:40:54.330427 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=99759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:40:54.330763 dv-cinder-772623-9-smb neutron-server[99759]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 17 05:40:54.721330 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:40:54.721534 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:40:54.721812 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:40:54.723152 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:40:54.723464 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:40:54.723766 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:40:54.758098 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:40:54.758380 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:40:54.758660 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:40:54.772282 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:40:54.772567 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:40:54.772843 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:40:54.802284 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:40:54.802562 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:40:54.802862 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:40:54.839460 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:40:54.839734 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:40:54.840005 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:40:55.072977 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=99759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:40:55.073581 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=99759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:40:55.073581 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=99759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:40:55.073842 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=99759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:40:55.074723 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=99759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:40:55.198343 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=99759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:40:55.198661 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=99759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:40:55.198975 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=99759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:40:55.199253 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=99759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:40:55.199527 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=99759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:40:55.199844 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=99759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:40:55.200106 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=99759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:40:55.200367 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=99759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:40:55.200625 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=99759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:40:55.200909 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=99759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:40:55.201172 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=99759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:40:55.201440 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=99759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:40:55.201703 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=99759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:40:55.201970 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:40:55.202376 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=99759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:40:55.202705 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=99759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:40:55.203080 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=99759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:40:55.203348 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=99759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:40:55.203626 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:40:55.203891 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:40:55.204178 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=99759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:40:55.204529 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=99759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:40:55.204786 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=99759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:40:55.205071 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:40:55.205323 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:40:55.205571 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:40:55.205971 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=99759) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 17 05:40:55.206225 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=99759) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 17 05:40:55.206463 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=99759) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 17 05:40:55.206703 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=99759) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 17 05:40:55.206964 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=99759) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 17 05:40:55.207206 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=99759) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 17 05:40:55.208493 dv-cinder-772623-9-smb neutron-server[99759]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 17 05:40:55.211599 dv-cinder-772623-9-smb neutron-server[99759]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 17 05:40:55.215532 dv-cinder-772623-9-smb neutron-server[99759]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 17 05:40:55.219537 dv-cinder-772623-9-smb neutron-server[99759]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Jun 17 05:40:55.221169 dv-cinder-772623-9-smb neutron-server[99759]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 17 05:40:55.221621 dv-cinder-772623-9-smb neutron-server[99759]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 17 05:40:55.221958 dv-cinder-772623-9-smb neutron-server[99759]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 17 05:40:55.222350 dv-cinder-772623-9-smb neutron-server[99759]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 17 05:40:55.225182 dv-cinder-772623-9-smb neutron-server[99759]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 17 05:40:55.225441 dv-cinder-772623-9-smb neutron-server[99759]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 17 05:40:55.225793 dv-cinder-772623-9-smb neutron-server[99759]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 17 05:40:55.253917 dv-cinder-772623-9-smb neutron-server[99759]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 17 05:40:55.254626 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=99759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:40:55.254957 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=99759) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 17 05:40:55.255325 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=99759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:40:55.256686 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=99759) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 17 05:40:55.256970 dv-cinder-772623-9-smb neutron-server[99759]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 17 05:40:55.257218 dv-cinder-772623-9-smb neutron-server[99759]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 17 05:40:55.260471 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=99759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:40:55.260757 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=99759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:40:55.325474 dv-cinder-772623-9-smb neutron-server[99759]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 17 05:40:55.325659 dv-cinder-772623-9-smb neutron-server[99759]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 17 05:40:55.325895 dv-cinder-772623-9-smb neutron-server[99759]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 17 05:40:55.326263 dv-cinder-772623-9-smb neutron-server[99759]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 17 05:40:55.347532 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_db.sqlalchemy.engines [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=99759) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 17 05:40:55.982743 dv-cinder-772623-9-smb neutron-server[99759]: INFO neutron.plugins.ml2.managers [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Initializing driver for type 'gre' Jun 17 05:40:55.983829 dv-cinder-772623-9-smb neutron-server[99759]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] gre ID ranges: [(1, 1000)] Jun 17 05:40:56.176980 dv-cinder-772623-9-smb neutron-server[99759]: INFO neutron.plugins.ml2.managers [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Initializing driver for type 'local' Jun 17 05:40:56.177916 dv-cinder-772623-9-smb neutron-server[99759]: INFO neutron.plugins.ml2.managers [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Initializing driver for type 'vlan' Jun 17 05:40:56.288359 dv-cinder-772623-9-smb neutron-server[99759]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] VlanTypeDriver initialization complete Jun 17 05:40:56.288705 dv-cinder-772623-9-smb neutron-server[99759]: INFO neutron.plugins.ml2.managers [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Initializing driver for type 'vxlan' Jun 17 05:40:56.289216 dv-cinder-772623-9-smb neutron-server[99759]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] vxlan ID ranges: [(1, 1000)] Jun 17 05:40:56.529028 dv-cinder-772623-9-smb neutron-server[99759]: INFO neutron.plugins.ml2.managers [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Initializing extension driver 'port_security' Jun 17 05:40:56.529362 dv-cinder-772623-9-smb neutron-server[99759]: INFO neutron.plugins.ml2.extensions.port_security [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] PortSecurityExtensionDriver initialization complete Jun 17 05:40:56.529690 dv-cinder-772623-9-smb neutron-server[99759]: INFO neutron.plugins.ml2.managers [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Initializing mechanism driver 'openvswitch' Jun 17 05:40:56.530002 dv-cinder-772623-9-smb neutron-server[99759]: INFO neutron.plugins.ml2.managers [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Initializing mechanism driver 'hyperv' Jun 17 05:40:56.541320 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.plugins.ml2.plugin [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=99759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:40:56.542086 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron_lib.callbacks.manager [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Subscribe: > port after_create 55550000 {{(pid=99759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:40:56.542455 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron_lib.callbacks.manager [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Subscribe: > port after_update 55550000 {{(pid=99759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:40:56.542810 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron_lib.callbacks.manager [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Subscribe: > port after_delete 55550000 {{(pid=99759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:40:56.543215 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron_lib.callbacks.manager [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Subscribe: > subnet after_create 55550000 {{(pid=99759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:40:56.543561 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron_lib.callbacks.manager [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Subscribe: > subnet after_update 55550000 {{(pid=99759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:40:56.543901 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron_lib.callbacks.manager [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Subscribe: > subnet after_delete 55550000 {{(pid=99759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:40:56.544310 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron_lib.callbacks.manager [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Subscribe: > network after_create 55550000 {{(pid=99759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:40:56.544693 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron_lib.callbacks.manager [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Subscribe: > network after_update 55550000 {{(pid=99759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:40:56.545032 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron_lib.callbacks.manager [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Subscribe: > network after_delete 55550000 {{(pid=99759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:40:56.545405 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron_lib.callbacks.manager [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Subscribe: > security_group after_create 55550000 {{(pid=99759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:40:56.545789 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron_lib.callbacks.manager [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Subscribe: > security_group after_update 55550000 {{(pid=99759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:40:56.546236 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron_lib.callbacks.manager [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Subscribe: > security_group after_delete 55550000 {{(pid=99759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:40:56.546611 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron_lib.callbacks.manager [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=99759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:40:56.546983 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron_lib.callbacks.manager [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=99759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:40:56.547319 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron_lib.callbacks.manager [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=99759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:40:56.547691 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron_lib.callbacks.manager [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Subscribe: > address_group after_create 55550000 {{(pid=99759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:40:56.548032 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron_lib.callbacks.manager [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Subscribe: > address_group after_update 55550000 {{(pid=99759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:40:56.548365 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron_lib.callbacks.manager [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Subscribe: > address_group after_delete 55550000 {{(pid=99759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:40:56.548697 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] ML2 OVO RPC backend initialized. {{(pid=99759) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 17 05:40:56.549393 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron_lib.callbacks.manager [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Subscribe: > router_interface after_create 55550000 {{(pid=99759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:40:56.549747 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron_lib.callbacks.manager [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=99759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:40:56.550177 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron_lib.callbacks.manager [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Subscribe: > network before_response 55550000 {{(pid=99759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:40:56.550534 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron_lib.callbacks.manager [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Subscribe: > networks before_response 55550000 {{(pid=99759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:40:56.550902 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron_lib.callbacks.manager [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Subscribe: > port before_response 55550000 {{(pid=99759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:40:56.551239 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron_lib.callbacks.manager [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Subscribe: > ports before_response 55550000 {{(pid=99759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:40:56.551575 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron_lib.callbacks.manager [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Subscribe: > subnet before_response 55550000 {{(pid=99759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:40:56.551908 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron_lib.callbacks.manager [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Subscribe: > subnets before_response 55550000 {{(pid=99759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:40:56.552248 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron_lib.callbacks.manager [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Subscribe: > network after_create 55550000 {{(pid=99759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:40:56.552579 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron_lib.callbacks.manager [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Subscribe: > network after_update 55550000 {{(pid=99759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:40:56.552907 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron_lib.callbacks.manager [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Subscribe: > network after_delete 55550000 {{(pid=99759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:40:56.553237 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron_lib.callbacks.manager [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Subscribe: > port after_create 55550000 {{(pid=99759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:40:56.553565 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron_lib.callbacks.manager [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Subscribe: > port after_update 55550000 {{(pid=99759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:40:56.553937 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron_lib.callbacks.manager [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Subscribe: > port after_delete 55550000 {{(pid=99759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:40:56.554267 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron_lib.callbacks.manager [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Subscribe: > subnet after_create 55550000 {{(pid=99759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:40:56.554595 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron_lib.callbacks.manager [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Subscribe: > subnet after_update 55550000 {{(pid=99759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:40:56.554946 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron_lib.callbacks.manager [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Subscribe: > subnet after_delete 55550000 {{(pid=99759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:40:56.555510 dv-cinder-772623-9-smb neutron-server[99759]: INFO neutron.plugins.ml2.plugin [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Modular L2 Plugin initialization complete Jun 17 05:40:56.555830 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.manager [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Loading services supported by the core plugin {{(pid=99759) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 17 05:40:56.556149 dv-cinder-772623-9-smb neutron-server[99759]: INFO neutron.plugins.ml2.managers [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Got port-security extension from driver 'port_security' Jun 17 05:40:56.556649 dv-cinder-772623-9-smb neutron-server[99759]: INFO neutron.extensions.vlantransparent [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Disabled vlantransparent extension. Jun 17 05:40:56.557132 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.manager [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=99759) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 17 05:40:56.557438 dv-cinder-772623-9-smb neutron-server[99759]: INFO neutron.manager [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Loading Plugin: router Jun 17 05:40:56.607182 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron_lib.callbacks.manager [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Subscribe: > router_interface before_create 55550000 {{(pid=99759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:40:56.607571 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron_lib.callbacks.manager [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Subscribe: > router after_create 55549900 {{(pid=99759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:40:56.608229 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron_lib.callbacks.manager [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Subscribe: > router before_create 55549900 {{(pid=99759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:40:56.608806 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron_lib.callbacks.manager [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=99759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:40:56.609033 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron_lib.callbacks.manager [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=99759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:40:56.609376 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron_lib.callbacks.manager [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Subscribe: > router after_delete 55549900 {{(pid=99759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:40:56.609733 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron_lib.callbacks.manager [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Subscribe: > floatingip after_update 55550000 {{(pid=99759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:40:56.610093 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron_lib.callbacks.manager [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Subscribe: > router after_create 55549900 {{(pid=99759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:40:56.610435 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron_lib.callbacks.manager [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Subscribe: > router after_update 55549900 {{(pid=99759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:40:56.610781 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron_lib.callbacks.manager [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Subscribe: > router after_update 55549900 {{(pid=99759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:40:56.611147 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron_lib.callbacks.manager [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=99759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:40:56.611498 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron_lib.callbacks.manager [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Subscribe: > router after_update 55549900 {{(pid=99759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:40:56.611898 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron_lib.callbacks.manager [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Subscribe: > router precommit_update 55549900 {{(pid=99759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:40:56.612258 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron_lib.callbacks.manager [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Subscribe: port after_update 55550000 {{(pid=99759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:40:56.612589 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron_lib.callbacks.manager [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Subscribe: port after_delete 55550000 {{(pid=99759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:40:56.612923 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron_lib.callbacks.manager [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Subscribe: subnet after_update 55550000 {{(pid=99759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:40:56.613257 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron_lib.callbacks.manager [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=99759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:40:56.613598 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron_lib.callbacks.manager [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Subscribe: > port precommit_delete 55550000 {{(pid=99759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:40:56.613967 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron_lib.callbacks.manager [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Subscribe: > router precommit_create 55549900 {{(pid=99759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:40:56.614301 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron_lib.callbacks.manager [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Subscribe: port before_delete 55550000 {{(pid=99759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:40:56.614635 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron_lib.callbacks.manager [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Subscribe: > router precommit_create 55550000 {{(pid=99759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:40:56.615021 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron_lib.callbacks.manager [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Subscribe: > router after_update 55549900 {{(pid=99759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:40:56.615363 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron_lib.callbacks.manager [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Subscribe: > router precommit_delete 55549900 {{(pid=99759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:40:56.615705 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron_lib.callbacks.manager [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Subscribe: > router precommit_create 55549900 {{(pid=99759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:40:56.616058 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron_lib.callbacks.manager [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Subscribe: > router_interface after_create 55550000 {{(pid=99759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:40:56.616396 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron_lib.callbacks.manager [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Subscribe: > router precommit_update 55549900 {{(pid=99759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:40:56.616760 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron_lib.callbacks.manager [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Subscribe: > network after_delete 55550000 {{(pid=99759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:40:56.617602 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.quota.resource_registry [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Tracking information for resource: router configured {{(pid=99759) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 17 05:40:56.617925 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.quota.resource_registry [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Tracking information for resource: floatingip configured {{(pid=99759) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 17 05:40:56.627857 dv-cinder-772623-9-smb neutron-server[99759]: INFO neutron.db.l3_agentschedulers_db [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 17 05:40:56.628413 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron_lib.callbacks.manager [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Subscribe: port after_update 55550000 {{(pid=99759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:40:56.628764 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron_lib.callbacks.manager [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Subscribe: port after_create 55550000 {{(pid=99759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:40:56.629106 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron_lib.callbacks.manager [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Subscribe: port after_delete 55550000 {{(pid=99759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:40:56.629700 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron_lib.callbacks.manager [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Subscribe: port after_update 55550000 {{(pid=99759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:40:56.630578 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron_lib.callbacks.manager [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Subscribe: > router before_create 55550100 {{(pid=99759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:40:56.630971 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron_lib.callbacks.manager [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Subscribe: > router precommit_delete 55550100 {{(pid=99759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:40:56.631331 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron_lib.callbacks.manager [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Subscribe: > router precommit_create 55550100 {{(pid=99759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:40:56.631679 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron_lib.callbacks.manager [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Subscribe: > router precommit_update 55550100 {{(pid=99759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:40:56.636049 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.services.provider_configuration [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Service providers = [] {{(pid=99759) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 17 05:40:56.636406 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.db.servicetype_db [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=99759) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 17 05:40:56.639336 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.services.service_base [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=99759) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 17 05:40:56.640297 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.services.service_base [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=99759) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 17 05:40:56.640637 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.services.service_base [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=99759) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 17 05:40:56.641511 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.services.service_base [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=99759) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 17 05:40:56.641875 dv-cinder-772623-9-smb neutron-server[99759]: INFO neutron.services.service_base [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 17 05:40:56.642241 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.manager [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=99759) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 17 05:40:56.642551 dv-cinder-772623-9-smb neutron-server[99759]: INFO neutron.manager [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 17 05:40:56.660445 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.manager [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=99759) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 17 05:40:56.660775 dv-cinder-772623-9-smb neutron-server[99759]: INFO neutron.manager [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Loading Plugin: auto_allocate Jun 17 05:40:56.666547 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron_lib.callbacks.manager [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Subscribe: network precommit_update 55550000 {{(pid=99759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:40:56.666933 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron_lib.callbacks.manager [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Subscribe: network precommit_create 55550000 {{(pid=99759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:40:56.667495 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.manager [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=99759) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 17 05:40:56.667856 dv-cinder-772623-9-smb neutron-server[99759]: INFO neutron.manager [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Loading Plugin: tag Jun 17 05:40:56.674567 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.manager [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=99759) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 17 05:40:56.674944 dv-cinder-772623-9-smb neutron-server[99759]: INFO neutron.manager [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Loading Plugin: timestamp Jun 17 05:40:56.680146 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.manager [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=99759) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 17 05:40:56.680474 dv-cinder-772623-9-smb neutron-server[99759]: INFO neutron.manager [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Loading Plugin: network_ip_availability Jun 17 05:40:56.685965 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron_lib.callbacks.manager [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=99759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:40:56.686325 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron_lib.callbacks.manager [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=99759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:40:56.686721 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron_lib.callbacks.manager [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:40:56.692505 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.manager [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=99759) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 17 05:40:56.692505 dv-cinder-772623-9-smb neutron-server[99759]: INFO neutron.manager [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Loading Plugin: flavors Jun 17 05:40:56.696689 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.manager [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=99759) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 17 05:40:56.697015 dv-cinder-772623-9-smb neutron-server[99759]: INFO neutron.manager [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Loading Plugin: revisions Jun 17 05:40:56.701322 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.manager [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=99759) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 17 05:40:56.701702 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_concurrency.lockutils [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.371s {{(pid=99759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:40:56.703048 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=99759) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 17 05:40:56.703320 dv-cinder-772623-9-smb neutron-server[99759]: INFO neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Initializing extension manager. Jun 17 05:40:56.703816 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Loading extension file: __init__.py {{(pid=99759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 05:40:56.704190 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Loading extension file: __pycache__ {{(pid=99759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 05:40:56.704512 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=99759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 05:40:56.704835 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Loading extension file: address_group.py {{(pid=99759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 05:40:56.705576 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=99759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 05:40:56.706144 dv-cinder-772623-9-smb neutron-server[99759]: INFO neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Loaded extension: address-group Jun 17 05:40:56.706462 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Loading extension file: address_scope.py {{(pid=99759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 05:40:56.707177 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=99759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 05:40:56.707689 dv-cinder-772623-9-smb neutron-server[99759]: INFO neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Loaded extension: address-scope Jun 17 05:40:56.708001 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Loading extension file: admin_state_down_before_update.py {{(pid=99759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 05:40:56.708907 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=99759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 05:40:56.709415 dv-cinder-772623-9-smb neutron-server[99759]: INFO neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Loaded extension: router-admin-state-down-before-update Jun 17 05:40:56.709729 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Loading extension file: agent.py {{(pid=99759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 05:40:56.710438 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=99759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 05:40:56.710967 dv-cinder-772623-9-smb neutron-server[99759]: INFO neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Loaded extension: agent Jun 17 05:40:56.711281 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Loading extension file: agent_resources_synced.py {{(pid=99759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 05:40:56.712166 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=99759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 05:40:56.712669 dv-cinder-772623-9-smb neutron-server[99759]: INFO neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Loaded extension: agent-resources-synced Jun 17 05:40:56.712984 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Loading extension file: allowedaddresspairs.py {{(pid=99759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 05:40:56.714953 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=99759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 05:40:56.715477 dv-cinder-772623-9-smb neutron-server[99759]: INFO neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Loaded extension: allowed-address-pairs Jun 17 05:40:56.715799 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Loading extension file: auto_allocated_topology.py {{(pid=99759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 05:40:56.716859 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=99759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 05:40:56.717370 dv-cinder-772623-9-smb neutron-server[99759]: INFO neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Loaded extension: auto-allocated-topology Jun 17 05:40:56.718338 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Loading extension file: availability_zone.py {{(pid=99759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 05:40:56.719062 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=99759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 05:40:56.719597 dv-cinder-772623-9-smb neutron-server[99759]: INFO neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Loaded extension: availability_zone Jun 17 05:40:56.719916 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Loading extension file: availability_zone_filter.py {{(pid=99759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 05:40:56.720801 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=99759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 05:40:56.721306 dv-cinder-772623-9-smb neutron-server[99759]: INFO neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Loaded extension: availability_zone_filter Jun 17 05:40:56.721623 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Loading extension file: data_plane_status.py {{(pid=99759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 05:40:56.722502 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=99759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 05:40:56.723027 dv-cinder-772623-9-smb neutron-server[99759]: INFO neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Extension data-plane-status not supported by any of loaded plugins Jun 17 05:40:56.723345 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Loading extension file: default_subnetpools.py {{(pid=99759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 05:40:56.724274 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=99759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 05:40:56.724773 dv-cinder-772623-9-smb neutron-server[99759]: INFO neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Loaded extension: default-subnetpools Jun 17 05:40:56.725088 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Loading extension file: dhcpagentscheduler.py {{(pid=99759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 05:40:56.725874 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=99759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 05:40:56.726377 dv-cinder-772623-9-smb neutron-server[99759]: INFO neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Loaded extension: dhcp_agent_scheduler Jun 17 05:40:56.726738 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Loading extension file: dns.py {{(pid=99759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 05:40:56.734059 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=99759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 05:40:56.734646 dv-cinder-772623-9-smb neutron-server[99759]: INFO neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Extension dns-integration not supported by any of loaded plugins Jun 17 05:40:56.735003 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Loading extension file: dns_domain_ports.py {{(pid=99759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 05:40:56.735901 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=99759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 05:40:56.736406 dv-cinder-772623-9-smb neutron-server[99759]: INFO neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 17 05:40:56.736723 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Loading extension file: dvr.py {{(pid=99759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 05:40:56.737371 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=99759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 05:40:56.737874 dv-cinder-772623-9-smb neutron-server[99759]: INFO neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Loaded extension: dvr Jun 17 05:40:56.738189 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Loading extension file: empty_string_filtering.py {{(pid=99759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 05:40:56.739107 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=99759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 05:40:56.739675 dv-cinder-772623-9-smb neutron-server[99759]: INFO neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Loaded extension: empty-string-filtering Jun 17 05:40:56.739989 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=99759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 05:40:56.740869 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=99759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 05:40:56.741367 dv-cinder-772623-9-smb neutron-server[99759]: INFO neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 17 05:40:56.741679 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=99759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 05:40:56.742562 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=99759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 05:40:56.743095 dv-cinder-772623-9-smb neutron-server[99759]: INFO neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 17 05:40:56.743413 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Loading extension file: external_net.py {{(pid=99759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 05:40:56.744293 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=99759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 05:40:56.744834 dv-cinder-772623-9-smb neutron-server[99759]: INFO neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Loaded extension: external-net Jun 17 05:40:56.745153 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Loading extension file: extra_dhcp_opt.py {{(pid=99759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 05:40:56.746028 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=99759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 05:40:56.746530 dv-cinder-772623-9-smb neutron-server[99759]: INFO neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Loaded extension: extra_dhcp_opt Jun 17 05:40:56.746864 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Loading extension file: extraroute.py {{(pid=99759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 05:40:56.747749 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=99759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 05:40:56.748249 dv-cinder-772623-9-smb neutron-server[99759]: INFO neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Loaded extension: extraroute Jun 17 05:40:56.748569 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Loading extension file: extraroute_atomic.py {{(pid=99759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 05:40:56.749612 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=99759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 05:40:56.750116 dv-cinder-772623-9-smb neutron-server[99759]: INFO neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Loaded extension: extraroute-atomic Jun 17 05:40:56.750462 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Loading extension file: filter_validation.py {{(pid=99759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 05:40:56.751138 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=99759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 05:40:56.751636 dv-cinder-772623-9-smb neutron-server[99759]: INFO neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Loaded extension: filter-validation Jun 17 05:40:56.751948 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Loading extension file: fip_pf_description.py {{(pid=99759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 05:40:56.752829 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=99759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 05:40:56.753331 dv-cinder-772623-9-smb neutron-server[99759]: INFO neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 17 05:40:56.753643 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Loading extension file: fip_port_details.py {{(pid=99759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 05:40:56.754800 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=99759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 05:40:56.755329 dv-cinder-772623-9-smb neutron-server[99759]: INFO neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Loaded extension: fip-port-details Jun 17 05:40:56.755644 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Loading extension file: flavors.py {{(pid=99759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 05:40:56.756844 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=99759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 05:40:56.757395 dv-cinder-772623-9-smb neutron-server[99759]: INFO neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Loaded extension: flavors Jun 17 05:40:56.757773 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=99759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 05:40:56.763707 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=99759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 05:40:56.764223 dv-cinder-772623-9-smb neutron-server[99759]: INFO neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 17 05:40:56.765091 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Loading extension file: floatingip_pools.py {{(pid=99759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 05:40:56.765981 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=99759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 05:40:56.766498 dv-cinder-772623-9-smb neutron-server[99759]: INFO neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Loaded extension: floatingip-pools Jun 17 05:40:56.766819 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Loading extension file: ip_allocation.py {{(pid=99759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 05:40:56.767768 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=99759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 05:40:56.768285 dv-cinder-772623-9-smb neutron-server[99759]: INFO neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Extension ip_allocation not supported by any of loaded plugins Jun 17 05:40:56.768680 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=99759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 05:40:56.769586 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=99759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 05:40:56.770096 dv-cinder-772623-9-smb neutron-server[99759]: INFO neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Loaded extension: ip-substring-filtering Jun 17 05:40:56.770413 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Loading extension file: l2_adjacency.py {{(pid=99759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 05:40:56.771339 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=99759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 05:40:56.771840 dv-cinder-772623-9-smb neutron-server[99759]: INFO neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 17 05:40:56.772154 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Loading extension file: l3.py {{(pid=99759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 05:40:56.773080 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=99759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 05:40:56.773595 dv-cinder-772623-9-smb neutron-server[99759]: INFO neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Loaded extension: router Jun 17 05:40:56.773908 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Loading extension file: l3_conntrack_helper.py {{(pid=99759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 05:40:56.776256 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=99759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 05:40:56.776787 dv-cinder-772623-9-smb neutron-server[99759]: INFO neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 17 05:40:56.777115 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=99759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 05:40:56.778012 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=99759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 05:40:56.778524 dv-cinder-772623-9-smb neutron-server[99759]: INFO neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Loaded extension: ext-gw-mode Jun 17 05:40:56.778881 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=99759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 05:40:56.779861 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=99759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 05:40:56.780930 dv-cinder-772623-9-smb neutron-server[99759]: INFO neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Loaded extension: l3-ha Jun 17 05:40:56.781243 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Loading extension file: l3_flavors.py {{(pid=99759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 05:40:56.782133 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=99759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 05:40:56.782637 dv-cinder-772623-9-smb neutron-server[99759]: INFO neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Loaded extension: l3-flavors Jun 17 05:40:56.782984 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=99759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 05:40:56.783891 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=99759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 05:40:56.784397 dv-cinder-772623-9-smb neutron-server[99759]: INFO neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 17 05:40:56.784714 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Loading extension file: l3agentscheduler.py {{(pid=99759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 05:40:56.785774 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=99759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 05:40:56.786283 dv-cinder-772623-9-smb neutron-server[99759]: INFO neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Loaded extension: l3_agent_scheduler Jun 17 05:40:56.786603 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Loading extension file: logging.py {{(pid=99759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 05:40:56.788115 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=99759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 05:40:56.788635 dv-cinder-772623-9-smb neutron-server[99759]: INFO neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Extension logging not supported by any of loaded plugins Jun 17 05:40:56.788960 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Loading extension file: metering.py {{(pid=99759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 05:40:56.789686 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=99759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 05:40:56.790326 dv-cinder-772623-9-smb neutron-server[99759]: INFO neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Loaded extension: metering Jun 17 05:40:56.790647 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=99759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 05:40:56.791745 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=99759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 05:40:56.792263 dv-cinder-772623-9-smb neutron-server[99759]: INFO neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Loaded extension: metering_source_and_destination_fields Jun 17 05:40:56.792584 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Loading extension file: multiprovidernet.py {{(pid=99759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 05:40:56.793525 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=99759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 05:40:56.794057 dv-cinder-772623-9-smb neutron-server[99759]: INFO neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Loaded extension: multi-provider Jun 17 05:40:56.794377 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Loading extension file: netmtu.py {{(pid=99759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 05:40:56.795289 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=99759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 05:40:56.795879 dv-cinder-772623-9-smb neutron-server[99759]: INFO neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Loaded extension: net-mtu Jun 17 05:40:56.802345 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Loading extension file: netmtu_writable.py {{(pid=99759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 05:40:56.803063 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=99759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 05:40:56.803570 dv-cinder-772623-9-smb neutron-server[99759]: INFO neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Loaded extension: net-mtu-writable Jun 17 05:40:56.803885 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Loading extension file: network_availability_zone.py {{(pid=99759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 05:40:56.804533 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=99759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 05:40:56.805034 dv-cinder-772623-9-smb neutron-server[99759]: INFO neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Loaded extension: network_availability_zone Jun 17 05:40:56.805353 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Loading extension file: network_ip_availability.py {{(pid=99759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 05:40:56.806430 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=99759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 05:40:56.806978 dv-cinder-772623-9-smb neutron-server[99759]: INFO neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Loaded extension: network-ip-availability Jun 17 05:40:56.807299 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Loading extension file: network_segment_range.py {{(pid=99759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 05:40:56.808077 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=99759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 05:40:56.808577 dv-cinder-772623-9-smb neutron-server[99759]: INFO neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Extension network-segment-range not supported by any of loaded plugins Jun 17 05:40:56.808892 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Loading extension file: pagination.py {{(pid=99759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 05:40:56.809852 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=99759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 05:40:56.810172 dv-cinder-772623-9-smb neutron-server[99759]: INFO neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Loaded extension: pagination Jun 17 05:40:56.810481 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Loading extension file: port_device_profile.py {{(pid=99759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 05:40:56.811947 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=99759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 05:40:56.812500 dv-cinder-772623-9-smb neutron-server[99759]: INFO neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Loaded extension: port-device-profile Jun 17 05:40:56.812816 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=99759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 05:40:56.813707 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=99759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 05:40:56.814250 dv-cinder-772623-9-smb neutron-server[99759]: INFO neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Loaded extension: port-mac-address-regenerate Jun 17 05:40:56.814561 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=99759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 05:40:56.815475 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=99759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 05:40:56.815982 dv-cinder-772623-9-smb neutron-server[99759]: INFO neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Loaded extension: port-numa-affinity-policy Jun 17 05:40:56.816294 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Loading extension file: port_resource_request.py {{(pid=99759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 05:40:56.817172 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=99759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 05:40:56.817670 dv-cinder-772623-9-smb neutron-server[99759]: INFO neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Extension port-resource-request not supported by any of loaded plugins Jun 17 05:40:56.817984 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Loading extension file: portbindings.py {{(pid=99759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 05:40:56.818946 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=99759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 05:40:56.819450 dv-cinder-772623-9-smb neutron-server[99759]: INFO neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Loaded extension: binding Jun 17 05:40:56.819767 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Loading extension file: portbindings_extended.py {{(pid=99759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 05:40:56.821007 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=99759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 05:40:56.821520 dv-cinder-772623-9-smb neutron-server[99759]: INFO neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Loaded extension: binding-extended Jun 17 05:40:56.821844 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Loading extension file: portsecurity.py {{(pid=99759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 05:40:56.822736 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=99759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 05:40:56.823273 dv-cinder-772623-9-smb neutron-server[99759]: INFO neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Loaded extension: port-security Jun 17 05:40:56.823591 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Loading extension file: project_id.py {{(pid=99759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 05:40:56.829236 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=99759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 05:40:56.829558 dv-cinder-772623-9-smb neutron-server[99759]: INFO neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Loaded extension: project-id Jun 17 05:40:56.829876 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Loading extension file: providernet.py {{(pid=99759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 05:40:56.830804 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=99759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 05:40:56.831343 dv-cinder-772623-9-smb neutron-server[99759]: INFO neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Loaded extension: provider Jun 17 05:40:56.831661 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Loading extension file: qos.py {{(pid=99759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 05:40:56.835210 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=99759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 05:40:56.835732 dv-cinder-772623-9-smb neutron-server[99759]: INFO neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Extension qos not supported by any of loaded plugins Jun 17 05:40:56.836092 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=99759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 05:40:56.837312 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=99759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 05:40:56.837825 dv-cinder-772623-9-smb neutron-server[99759]: INFO neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 17 05:40:56.838147 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=99759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 05:40:56.839072 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=99759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 05:40:56.839587 dv-cinder-772623-9-smb neutron-server[99759]: INFO neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 17 05:40:56.839907 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Loading extension file: qos_default.py {{(pid=99759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 05:40:56.840979 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=99759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 05:40:56.841489 dv-cinder-772623-9-smb neutron-server[99759]: INFO neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Extension qos-default not supported by any of loaded plugins Jun 17 05:40:56.841810 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Loading extension file: qos_fip.py {{(pid=99759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 05:40:56.842449 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=99759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 05:40:56.843064 dv-cinder-772623-9-smb neutron-server[99759]: INFO neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Extension qos-fip not supported by any of loaded plugins Jun 17 05:40:56.843383 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Loading extension file: qos_gateway_ip.py {{(pid=99759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 05:40:56.844282 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=99759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 05:40:56.844792 dv-cinder-772623-9-smb neutron-server[99759]: INFO neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 17 05:40:56.845111 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Loading extension file: qos_port_network_policy.py {{(pid=99759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 05:40:56.845996 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=99759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 05:40:56.846504 dv-cinder-772623-9-smb neutron-server[99759]: INFO neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 17 05:40:56.846835 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Loading extension file: qos_rule_type_details.py {{(pid=99759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 05:40:56.847771 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=99759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 05:40:56.848277 dv-cinder-772623-9-smb neutron-server[99759]: INFO neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 17 05:40:56.848594 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Loading extension file: qos_rules_alias.py {{(pid=99759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 05:40:56.849615 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=99759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 05:40:56.850134 dv-cinder-772623-9-smb neutron-server[99759]: INFO neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 17 05:40:56.850452 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Loading extension file: quotasv2.py {{(pid=99759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 05:40:56.851400 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=99759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 05:40:56.851720 dv-cinder-772623-9-smb neutron-server[99759]: INFO neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Loaded extension: quotas Jun 17 05:40:56.852035 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Loading extension file: quotasv2_detail.py {{(pid=99759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 05:40:56.859647 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=99759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 05:40:56.859981 dv-cinder-772623-9-smb neutron-server[99759]: INFO neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Loaded extension: quota_details Jun 17 05:40:56.860309 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Loading extension file: rbac.py {{(pid=99759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 05:40:56.861342 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=99759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 05:40:56.861870 dv-cinder-772623-9-smb neutron-server[99759]: INFO neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Loaded extension: rbac-policies Jun 17 05:40:56.862198 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Loading extension file: rbac_address_group.py {{(pid=99759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 05:40:56.863138 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=99759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 05:40:56.863656 dv-cinder-772623-9-smb neutron-server[99759]: INFO neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Loaded extension: rbac-address-group Jun 17 05:40:56.863978 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Loading extension file: rbac_address_scope.py {{(pid=99759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 05:40:56.864909 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=99759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 05:40:56.865429 dv-cinder-772623-9-smb neutron-server[99759]: INFO neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Loaded extension: rbac-address-scope Jun 17 05:40:56.865778 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Loading extension file: rbac_security_groups.py {{(pid=99759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 05:40:56.866902 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=99759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 05:40:56.867420 dv-cinder-772623-9-smb neutron-server[99759]: INFO neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Loaded extension: rbac-security-groups Jun 17 05:40:56.867741 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Loading extension file: rbac_subnetpool.py {{(pid=99759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 05:40:56.868631 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=99759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 05:40:56.869182 dv-cinder-772623-9-smb neutron-server[99759]: INFO neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Loaded extension: rbac-subnetpool Jun 17 05:40:56.869581 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Loading extension file: revisionifmatch.py {{(pid=99759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 05:40:56.870480 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=99759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 05:40:56.871018 dv-cinder-772623-9-smb neutron-server[99759]: INFO neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Loaded extension: revision-if-match Jun 17 05:40:56.871340 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Loading extension file: revisions.py {{(pid=99759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 05:40:56.872423 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=99759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 05:40:56.872930 dv-cinder-772623-9-smb neutron-server[99759]: INFO neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Loaded extension: standard-attr-revisions Jun 17 05:40:56.873250 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Loading extension file: router_availability_zone.py {{(pid=99759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 05:40:56.874439 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=99759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 05:40:56.875080 dv-cinder-772623-9-smb neutron-server[99759]: INFO neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Loaded extension: router_availability_zone Jun 17 05:40:56.875401 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Loading extension file: routerservicetype.py {{(pid=99759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 05:40:56.876343 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=99759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 05:40:56.876848 dv-cinder-772623-9-smb neutron-server[99759]: INFO neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Extension router-service-type not supported by any of loaded plugins Jun 17 05:40:56.877165 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=99759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 05:40:56.878057 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=99759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 05:40:56.878566 dv-cinder-772623-9-smb neutron-server[99759]: INFO neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Loaded extension: security-groups-normalized-cidr Jun 17 05:40:56.878911 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Loading extension file: security_groups_port_filtering.py {{(pid=99759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 05:40:56.880056 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=99759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 05:40:56.880562 dv-cinder-772623-9-smb neutron-server[99759]: INFO neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Loaded extension: port-security-groups-filtering Jun 17 05:40:56.880880 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=99759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 05:40:56.881807 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=99759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 05:40:56.882352 dv-cinder-772623-9-smb neutron-server[99759]: INFO neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Loaded extension: security-groups-remote-address-group Jun 17 05:40:56.882669 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Loading extension file: securitygroup.py {{(pid=99759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 05:40:56.893048 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=99759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 05:40:56.893579 dv-cinder-772623-9-smb neutron-server[99759]: INFO neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Loaded extension: security-group Jun 17 05:40:56.893909 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Loading extension file: segment.py {{(pid=99759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 05:40:56.894686 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=99759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 05:40:56.895222 dv-cinder-772623-9-smb neutron-server[99759]: INFO neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Extension segment not supported by any of loaded plugins Jun 17 05:40:56.895545 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=99759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 05:40:56.896471 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=99759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 05:40:56.896977 dv-cinder-772623-9-smb neutron-server[99759]: INFO neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 17 05:40:56.897296 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Loading extension file: servicetype.py {{(pid=99759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 05:40:56.898436 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=99759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 05:40:56.898990 dv-cinder-772623-9-smb neutron-server[99759]: INFO neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Loaded extension: service-type Jun 17 05:40:56.899311 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Loading extension file: sorting.py {{(pid=99759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 05:40:56.900291 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=99759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 05:40:56.900607 dv-cinder-772623-9-smb neutron-server[99759]: INFO neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Loaded extension: sorting Jun 17 05:40:56.900923 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Loading extension file: standard_attr_segment.py {{(pid=99759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 05:40:56.901818 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=99759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 05:40:56.902331 dv-cinder-772623-9-smb neutron-server[99759]: INFO neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 17 05:40:56.902647 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Loading extension file: standardattrdescription.py {{(pid=99759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 05:40:56.903296 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=99759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 05:40:56.903800 dv-cinder-772623-9-smb neutron-server[99759]: INFO neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Loaded extension: standard-attr-description Jun 17 05:40:56.904116 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Loading extension file: stateful_security_group.py {{(pid=99759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 05:40:56.905057 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=99759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 05:40:56.905658 dv-cinder-772623-9-smb neutron-server[99759]: INFO neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Loaded extension: stateful-security-group Jun 17 05:40:56.905973 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Loading extension file: stdattrs_common.py {{(pid=99759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 05:40:56.906546 dv-cinder-772623-9-smb neutron-server[99759]: WARNING neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 17 05:40:56.906889 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=99759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 05:40:56.907878 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=99759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 05:40:56.908386 dv-cinder-772623-9-smb neutron-server[99759]: INFO neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 17 05:40:56.908708 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Loading extension file: subnet_onboard.py {{(pid=99759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 05:40:56.909809 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=99759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 05:40:56.910318 dv-cinder-772623-9-smb neutron-server[99759]: INFO neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Loaded extension: subnet_onboard Jun 17 05:40:56.910640 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=99759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 05:40:56.916119 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=99759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 05:40:56.916625 dv-cinder-772623-9-smb neutron-server[99759]: INFO neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 17 05:40:56.916946 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Loading extension file: subnet_service_types.py {{(pid=99759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 05:40:56.917874 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=99759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 05:40:56.918383 dv-cinder-772623-9-smb neutron-server[99759]: INFO neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Loaded extension: subnet-service-types Jun 17 05:40:56.918703 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Loading extension file: subnetallocation.py {{(pid=99759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 05:40:56.919803 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=99759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 05:40:56.920317 dv-cinder-772623-9-smb neutron-server[99759]: INFO neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Loaded extension: subnet_allocation Jun 17 05:40:56.920639 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=99759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 05:40:56.921493 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=99759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 05:40:56.922039 dv-cinder-772623-9-smb neutron-server[99759]: INFO neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Loaded extension: subnetpool-prefix-ops Jun 17 05:40:56.922356 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=99759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 05:40:56.923297 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=99759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 05:40:56.923800 dv-cinder-772623-9-smb neutron-server[99759]: INFO neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 17 05:40:56.924117 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Loading extension file: tagging.py {{(pid=99759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 05:40:56.925205 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=99759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 05:40:56.925716 dv-cinder-772623-9-smb neutron-server[99759]: INFO neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Loaded extension: standard-attr-tag Jun 17 05:40:56.926036 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Loading extension file: timestamp.py {{(pid=99759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 05:40:56.927316 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=99759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 05:40:56.927825 dv-cinder-772623-9-smb neutron-server[99759]: INFO neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Loaded extension: standard-attr-timestamp Jun 17 05:40:56.928145 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Loading extension file: trunk.py {{(pid=99759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 05:40:56.929165 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=99759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 05:40:56.929678 dv-cinder-772623-9-smb neutron-server[99759]: INFO neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Extension trunk not supported by any of loaded plugins Jun 17 05:40:56.929997 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Loading extension file: trunk_details.py {{(pid=99759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 05:40:56.930919 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=99759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 05:40:56.931435 dv-cinder-772623-9-smb neutron-server[99759]: INFO neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Extension trunk-details not supported by any of loaded plugins Jun 17 05:40:56.931751 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Loading extension file: uplink_status_propagation.py {{(pid=99759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 05:40:56.932647 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=99759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 05:40:56.933197 dv-cinder-772623-9-smb neutron-server[99759]: INFO neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 17 05:40:56.933511 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Loading extension file: vlantransparent.py {{(pid=99759) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 05:40:56.934168 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=99759) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 05:40:56.934669 dv-cinder-772623-9-smb neutron-server[99759]: INFO neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 17 05:40:56.937857 dv-cinder-772623-9-smb neutron-server[99759]: INFO neutron.quota.resource_registry [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Creating instance of TrackedResource for resource:network Jun 17 05:40:56.938452 dv-cinder-772623-9-smb neutron-server[99759]: INFO neutron.quota.resource_registry [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Creating instance of TrackedResource for resource:subnet Jun 17 05:40:56.938888 dv-cinder-772623-9-smb neutron-server[99759]: INFO neutron.quota.resource_registry [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Creating instance of TrackedResource for resource:subnetpool Jun 17 05:40:56.939319 dv-cinder-772623-9-smb neutron-server[99759]: INFO neutron.quota.resource_registry [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Creating instance of TrackedResource for resource:port Jun 17 05:40:56.940561 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.v2.resource_helper [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99759) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 05:40:56.941005 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.v2.resource_helper [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Service FLAVORS assigned prefix: {{(pid=99759) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 05:40:56.944257 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.v2.resource_helper [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99759) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 05:40:56.944257 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.v2.resource_helper [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99759) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 05:40:56.944257 dv-cinder-772623-9-smb neutron-server[99759]: INFO neutron.quota.resource_registry [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Creating instance of TrackedResource for resource:router Jun 17 05:40:56.944257 dv-cinder-772623-9-smb neutron-server[99759]: INFO neutron.quota.resource_registry [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Creating instance of TrackedResource for resource:floatingip Jun 17 05:40:56.944257 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.v2.resource_helper [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Service METERING assigned prefix: /metering {{(pid=99759) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 05:40:56.944715 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron_lib.callbacks.manager [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=99759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:40:56.945083 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron_lib.callbacks.manager [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=99759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:40:56.945431 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron_lib.callbacks.manager [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:40:56.946411 dv-cinder-772623-9-smb neutron-server[99759]: INFO neutron.quota.resource_registry [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Creating instance of CountableResource for resource:rbac_policy Jun 17 05:40:56.946885 dv-cinder-772623-9-smb neutron-server[99759]: INFO neutron.quota.resource_registry [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Creating instance of TrackedResource for resource:security_group Jun 17 05:40:56.947308 dv-cinder-772623-9-smb neutron-server[99759]: INFO neutron.quota.resource_registry [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 17 05:40:56.947903 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.v2.resource_helper [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Service CORE assigned prefix: {{(pid=99759) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 05:40:56.948227 dv-cinder-772623-9-smb neutron-server[99759]: INFO neutron.quota.resource_registry [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Creating instance of TrackedResource for resource:subnetpool Jun 17 05:40:56.948577 dv-cinder-772623-9-smb neutron-server[99759]: WARNING neutron.quota.resource_registry [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] subnetpool is already registered Jun 17 05:40:56.948995 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.v2.resource_helper [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Service CORE assigned prefix: {{(pid=99759) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 05:40:56.949318 dv-cinder-772623-9-smb neutron-server[99759]: INFO neutron.quota.resource_registry [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Creating instance of TrackedResource for resource:subnetpool Jun 17 05:40:56.949638 dv-cinder-772623-9-smb neutron-server[99759]: WARNING neutron.quota.resource_registry [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] subnetpool is already registered Jun 17 05:40:56.951954 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.v2.resource_helper [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99759) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 05:40:56.953104 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.v2.resource_helper [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Service FLAVORS assigned prefix: {{(pid=99759) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 05:40:56.953688 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.v2.resource_helper [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99759) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 05:40:56.954098 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.v2.resource_helper [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99759) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 05:40:56.954426 dv-cinder-772623-9-smb neutron-server[99759]: INFO neutron.quota.resource_registry [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Creating instance of TrackedResource for resource:router Jun 17 05:40:56.954769 dv-cinder-772623-9-smb neutron-server[99759]: WARNING neutron.quota.resource_registry [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] router is already registered Jun 17 05:40:56.955230 dv-cinder-772623-9-smb neutron-server[99759]: INFO neutron.quota.resource_registry [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Creating instance of TrackedResource for resource:floatingip Jun 17 05:40:56.955561 dv-cinder-772623-9-smb neutron-server[99759]: WARNING neutron.quota.resource_registry [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] floatingip is already registered Jun 17 05:40:56.956003 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.v2.resource_helper [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Service METERING assigned prefix: /metering {{(pid=99759) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 05:40:56.956643 dv-cinder-772623-9-smb neutron-server[99759]: INFO neutron.quota.resource_registry [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Creating instance of CountableResource for resource:rbac_policy Jun 17 05:40:56.956959 dv-cinder-772623-9-smb neutron-server[99759]: WARNING neutron.quota.resource_registry [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] rbac_policy is already registered Jun 17 05:40:56.957358 dv-cinder-772623-9-smb neutron-server[99759]: INFO neutron.quota.resource_registry [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Creating instance of TrackedResource for resource:security_group Jun 17 05:40:56.957683 dv-cinder-772623-9-smb neutron-server[99759]: WARNING neutron.quota.resource_registry [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] security_group is already registered Jun 17 05:40:56.958073 dv-cinder-772623-9-smb neutron-server[99759]: INFO neutron.quota.resource_registry [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 17 05:40:56.958396 dv-cinder-772623-9-smb neutron-server[99759]: WARNING neutron.quota.resource_registry [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] security_group_rule is already registered Jun 17 05:40:56.959039 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.v2.resource_helper [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Service CORE assigned prefix: {{(pid=99759) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 05:40:56.959367 dv-cinder-772623-9-smb neutron-server[99759]: INFO neutron.quota.resource_registry [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Creating instance of TrackedResource for resource:subnetpool Jun 17 05:40:56.959693 dv-cinder-772623-9-smb neutron-server[99759]: WARNING neutron.quota.resource_registry [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] subnetpool is already registered Jun 17 05:40:56.960099 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.v2.resource_helper [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Service CORE assigned prefix: {{(pid=99759) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 05:40:56.960414 dv-cinder-772623-9-smb neutron-server[99759]: INFO neutron.quota.resource_registry [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Creating instance of TrackedResource for resource:subnetpool Jun 17 05:40:56.960735 dv-cinder-772623-9-smb neutron-server[99759]: WARNING neutron.quota.resource_registry [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] subnetpool is already registered Jun 17 05:40:56.961193 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Extended resource: extensions {{(pid=99759) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 05:40:56.962686 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Extended resource: address-groups {{(pid=99759) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 05:40:56.964227 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Extended resource: address-scopes {{(pid=99759) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 05:40:56.965540 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Extended resource: agents {{(pid=99759) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 05:40:56.966722 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Extended resource: auto-allocated-topology {{(pid=99759) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 05:40:56.968170 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Extended resource: availability_zones {{(pid=99759) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 05:40:56.972195 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Extended resource: dhcp-networks {{(pid=99759) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 05:40:56.972195 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Extended resource: dhcp-agents {{(pid=99759) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 05:40:56.972471 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Extended resource: routers {{(pid=99759) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 05:40:56.974223 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Extended resource: flavors {{(pid=99759) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 05:40:56.976629 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Extended resource: service_profiles {{(pid=99759) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 05:40:56.977882 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Extended resource: next_providers {{(pid=99759) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 05:40:56.979395 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Extended resource: service_profiles {{(pid=99759) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 05:40:56.980941 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Extended resource: floatingip-pools {{(pid=99759) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 05:40:56.982139 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Extended resource: routers {{(pid=99759) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 05:40:56.983967 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Extended resource: floatingips {{(pid=99759) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 05:40:56.985219 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Extended resource: l3-routers {{(pid=99759) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 05:40:56.986585 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Extended resource: l3-agents {{(pid=99759) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 05:40:56.988028 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Extended resource: metering-labels {{(pid=99759) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 05:40:56.989290 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Extended resource: metering-label-rules {{(pid=99759) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 05:40:56.990668 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Extended resource: network-ip-availabilities {{(pid=99759) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 05:40:56.991962 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Extended resource: bindings {{(pid=99759) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 05:40:56.993497 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Extended resource: quotas {{(pid=99759) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 05:40:56.995044 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Extended resource: quotas {{(pid=99759) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 05:40:56.996460 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Extended resource: rbac-policies {{(pid=99759) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 05:40:56.997650 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Extended resource: security-groups {{(pid=99759) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 05:40:56.999537 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Extended resource: security-group-rules {{(pid=99759) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 05:40:57.000728 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Extended resource: service-providers {{(pid=99759) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 05:40:57.001962 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Extended resource: subnetpools {{(pid=99759) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 05:40:57.003354 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Extended resource: subnetpools {{(pid=99759) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 05:40:57.005145 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Extended resource: tags {{(pid=99759) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 05:40:57.006860 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Extended resource: tags {{(pid=99759) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 05:40:57.008683 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Extended resource: tags {{(pid=99759) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 05:40:57.010445 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Extended resource: tags {{(pid=99759) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 05:40:57.012122 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Extended resource: tags {{(pid=99759) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 05:40:57.014106 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Extended resource: tags {{(pid=99759) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 05:40:57.018055 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Extended resource: tags {{(pid=99759) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 05:40:57.018552 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Extended resource: tags {{(pid=99759) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 05:40:57.020419 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Extended resource: tags {{(pid=99759) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 05:40:57.022151 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron.api.extensions [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Extended resource: tags {{(pid=99759) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 05:40:57.028268 dv-cinder-772623-9-smb neutron-server[99759]: WARNING keystonemiddleware.auth_token [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 17 05:40:57.033473 dv-cinder-772623-9-smb neutron-server[99759]: WARNING keystonemiddleware.auth_token [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 17 05:40:57.041674 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_concurrency.lockutils [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Acquired lock "singleton_lock" {{(pid=99759) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 17 05:40:57.042143 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_concurrency.lockutils [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Releasing lock "singleton_lock" {{(pid=99759) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 17 05:40:57.042765 dv-cinder-772623-9-smb neutron-server[99759]: INFO oslo_service.service [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Starting 2 workers Jun 17 05:40:57.048083 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Started child 99868 {{(pid=99759) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 17 05:40:57.052487 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Started child 99869 {{(pid=99759) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 17 05:40:57.053573 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:40:57.054232 dv-cinder-772623-9-smb neutron-server[99759]: INFO neutron.service [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 17 05:40:57.054709 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron_lib.callbacks.manager [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Notify callbacks [] for process, before_spawn {{(pid=99759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:40:57.055078 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [-] (99868) wsgi starting up on http://0.0.0.0:9696 Jun 17 05:40:57.057185 dv-cinder-772623-9-smb neutron-server[99759]: INFO oslo_service.service [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Starting 1 workers Jun 17 05:40:57.057781 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:40:57.059378 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [-] (99869) wsgi starting up on http://0.0.0.0:9696 Jun 17 05:40:57.062492 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Started child 99870 {{(pid=99759) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 17 05:40:57.063051 dv-cinder-772623-9-smb neutron-server[99759]: INFO oslo_service.service [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Starting 1 workers Jun 17 05:40:57.065944 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.service [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] calling RpcWorker wait() {{(pid=99870) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 17 05:40:57.066485 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.service [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] returning from RpcWorker wait() {{(pid=99870) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 17 05:40:57.067484 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Started child 99871 {{(pid=99759) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 17 05:40:57.067725 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:40:57.068186 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=99870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:40:57.068279 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG neutron_lib.callbacks.manager [None req-f0a583c0-1ec7-4966-94d9-59b21dbee633 None None] Notify callbacks [] for process, after_spawn {{(pid=99759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:40:57.070229 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=99759) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 17 05:40:57.070437 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 17 05:40:57.070622 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 17 05:40:57.070847 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 17 05:40:57.071175 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 17 05:40:57.071341 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 17 05:40:57.071939 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.072216 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.072473 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.072731 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.073019 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.073594 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.073781 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:40:57.074248 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.074248 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.074413 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.074607 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.074778 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.074969 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.075222 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.075463 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=99871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:40:57.075556 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.075834 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.076099 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.076345 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.076607 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.076779 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.077091 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] config_source = [] {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.077403 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.077827 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.078155 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] debug = True {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.078406 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.078922 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.079174 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.079425 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.079653 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.079968 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.080194 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.080491 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.080742 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.080987 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.081221 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.081481 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.081722 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.081933 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.082168 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.082431 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.082669 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.083170 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] host = dv-cinder-772623-9-smb {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.083390 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.083598 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.083821 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.084088 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.084339 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.084556 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.084811 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.085051 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.085324 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.085565 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.085815 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.086067 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.086300 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] log_dir = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.086529 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] log_file = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.086691 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] log_options = True {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.086955 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.087209 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.087474 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.087663 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.087830 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.088003 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.088248 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.088410 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.088669 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.088881 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.089092 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.089302 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.089518 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.089729 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.089982 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.090232 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.090462 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.090666 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.090940 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.091187 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.091409 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.091651 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.091881 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.092091 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.092302 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.092513 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.093298 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.093533 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.093749 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.094865 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.095152 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.095466 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.095747 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.096303 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.096470 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.096724 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.096979 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.097260 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.097508 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.097764 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.098049 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.098298 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.098555 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.098797 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.099073 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] use_journal = False {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.099294 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] use_json = False {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.099539 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.099777 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.100037 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.100259 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.100477 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.100698 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.100918 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.101183 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.101602 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.101906 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.102218 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.102484 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.102747 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.103032 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.109738 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.109738 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.109738 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.109738 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.109738 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.109738 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.109738 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.109738 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.109738 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.110374 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.110374 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.110374 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.110374 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.110374 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.110374 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.110374 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.110374 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.110967 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.110967 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.11/identity {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.110967 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.110967 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.110967 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.110967 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.110967 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.110967 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.111506 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.111506 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.111506 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.111506 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.111506 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.111843 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.111919 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.112102 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.112369 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.112612 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.112849 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.113075 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.113317 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.113559 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.113779 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.114027 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.114265 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.114505 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.114768 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.115059 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.115293 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.115542 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.115766 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.116022 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.116356 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.116592 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.116827 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.117035 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.117286 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.117621 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.118030 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.118288 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.118510 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.118760 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.119009 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.119232 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.119473 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.119720 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.119963 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.120190 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.120411 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.120629 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.120846 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.121102 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.121397 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.121650 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.122539 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.122795 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.123139 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.123447 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.123701 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.123939 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.124181 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.124482 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.124834 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.125120 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.125394 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.125645 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.125919 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.126171 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.126424 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.126674 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.126951 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.127201 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.127489 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.127738 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.127998 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.128286 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.128544 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.128820 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.129064 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.129877 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.129877 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.130175 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.130257 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.130502 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.130758 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.131088 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.131312 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.131565 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.131833 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.132843 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.132843 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.132843 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.132843 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.133399 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.133399 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.133649 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.134859 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.134859 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.134859 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.134859 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.134859 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.135290 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.135372 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.136302 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.136302 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.136302 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.136302 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.136597 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.136754 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.137082 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.137333 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.137546 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.137761 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.138035 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.138302 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.138599 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.138820 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.139075 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.140376 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.140782 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.141017 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.11/identity {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.141252 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.141499 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.141732 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.141946 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.142339 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.142585 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.142804 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.143070 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.143304 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.143544 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.143786 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.144009 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.144242 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.144459 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.144676 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.144922 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.145135 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.145362 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.145670 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.145873 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.146141 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.146345 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.146558 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.146790 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.147029 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.147311 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.147559 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.147805 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.148051 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.148273 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.148535 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.148748 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.148996 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.149234 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.149453 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.149667 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.149886 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.150098 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.150313 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.150537 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.150777 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.151041 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.151376 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.151703 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.151951 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.152184 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.152435 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.152659 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.152911 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.153153 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.153370 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.153736 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.154112 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.154489 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.154923 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.156106 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.156439 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.156582 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.156803 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.157022 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.157265 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.157480 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.157755 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.158017 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.158263 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.158503 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.158733 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.158991 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.159206 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.159421 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.159638 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.159847 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.160074 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.160286 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.160519 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.160737 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.160946 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.161189 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.161400 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.161610 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.161828 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.162037 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.162263 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.162469 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.162684 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.162945 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.163160 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.163464 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.163719 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.163936 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.164221 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.164451 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.164695 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.164952 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.165289 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.165508 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.165771 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.165993 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.166220 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.166433 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.166686 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.167181 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.167479 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.167718 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.167985 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.168269 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.168551 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.168813 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.169031 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.169316 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.169649 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.169927 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.170190 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.170420 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.170671 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.171620 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.171850 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.172104 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.172325 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.172545 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.172805 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.173054 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.173280 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.173662 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.173895 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.174137 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.174382 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.174629 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.174885 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.175126 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.175291 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 17 05:40:57.175834 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=99759) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 17 05:40:57.175997 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 17 05:40:57.176153 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 17 05:40:57.176322 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 17 05:40:57.176518 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 17 05:40:57.176671 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 17 05:40:57.176880 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.177042 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.177574 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.177574 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.177574 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.177799 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.177799 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.177959 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.178108 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.178265 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.178422 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.178580 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.178731 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.178915 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.179077 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.179229 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.179390 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.179573 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.179684 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.179846 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] config_source = [] {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.180002 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.180158 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.180315 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] debug = True {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.180475 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.180676 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.180841 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.180999 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.181156 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.181313 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.181469 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.181626 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.181784 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.181942 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.182099 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.182258 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.182415 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.182573 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.182730 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.182908 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.183069 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.183226 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] host = dv-cinder-772623-9-smb {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.183386 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.183546 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.183724 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.183857 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.184018 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.184176 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.184332 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.184489 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.184647 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.184804 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.184953 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.185116 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.185270 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] log_dir = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.185431 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] log_file = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.185585 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] log_options = True {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.185741 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.185897 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.186053 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.186228 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.186431 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.186599 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.186762 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.186949 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.187100 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.187258 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.187408 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.187589 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.187717 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.187871 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.188028 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.188185 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.188339 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.188496 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.188655 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.188809 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.188967 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.189125 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.189283 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.189439 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.189597 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.189755 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.189911 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.190068 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.190224 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.190382 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.190538 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.190688 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.190935 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.191072 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.191196 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.191320 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.191444 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.191604 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.191766 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.191920 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.192078 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.192234 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.192390 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.192547 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.192703 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] use_journal = False {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.192860 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] use_json = False {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.193016 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.193173 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.193329 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.193486 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.193642 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.193798 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.193954 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.194112 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 05:40:57.194288 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.194450 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.194620 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.194779 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.194962 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.195121 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.195280 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.195440 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.195599 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.195757 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.195923 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.196084 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.196299 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.196428 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.196552 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.196755 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.197695 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.197695 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.197695 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.197695 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.197695 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.197695 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.198164 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.198164 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.198164 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.11/identity {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.198451 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.198451 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.198602 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.198682 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.198808 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.198985 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.199184 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.199290 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.199452 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.199648 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.199770 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.199931 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.200094 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.200255 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.200416 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.200576 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.200736 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.200906 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.201056 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.201220 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.201387 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.201536 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.201696 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.201856 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.202541 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.202712 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.202892 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.203055 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.203217 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.203376 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.203534 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.203698 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.203856 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.204015 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.204176 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.204335 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.204507 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.204667 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.204826 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.204988 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.205149 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.205309 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.205469 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.205629 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.205789 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.205949 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.206109 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.206268 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.206428 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.206588 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.206749 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.206948 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.207110 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.207270 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.207433 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.207595 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.207751 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.207917 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.208073 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.208241 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.208415 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.208574 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.208733 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.208892 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.209053 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.209216 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.209378 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.209526 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.209685 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.209845 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.210003 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.210162 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.210327 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.210485 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.210644 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.210802 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.210995 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.211153 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.211313 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.211474 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.211633 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.211795 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.211954 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.212114 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.212272 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.212482 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.212627 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.212759 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.212896 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.213054 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.213239 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.213389 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.213565 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.213707 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.213870 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.214029 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.214188 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.214346 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.214509 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.214667 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.214856 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.215007 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.215174 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.215343 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.215502 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.215662 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.215822 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.216004 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.216162 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.216321 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.216480 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.216640 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.216801 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.216966 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.217126 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.217285 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.217451 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.217779 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.217961 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.11/identity {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.218122 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.218283 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.218442 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.218637 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.218767 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.219123 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.219291 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.219451 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.219617 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.219772 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.219931 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.220090 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.220253 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.220424 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.220560 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.220691 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.220856 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.221017 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.221177 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.221306 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.221431 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=99870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:40:57.221563 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.221689 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.221813 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.221947 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.222074 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.222200 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.222327 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.222490 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.222649 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.222811 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.223001 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.223126 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.223290 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.223451 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.223612 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.223773 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.223932 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.224093 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.224253 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.224413 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.224574 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.224733 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.224892 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.225066 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.225228 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.225387 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.225545 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.225705 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.225866 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.226025 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.226186 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.226345 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.226505 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.226663 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.226838 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.227009 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.227169 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.227328 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.227487 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.227649 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.227808 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.227967 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.228137 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.228298 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.228458 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.228634 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.228764 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.228934 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.229094 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.229254 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.229414 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.229649 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.229787 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.229912 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.230036 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.230182 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.230342 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.230510 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.230669 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.230858 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.231018 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.231177 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.231344 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.231504 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.231697 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.231831 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.231969 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.232115 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.232275 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.232435 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.234259 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.234259 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.234259 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.234259 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.234259 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.234259 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.235228 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.235228 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.235228 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.235228 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.235228 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.235228 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.236169 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.236169 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.236169 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.236169 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.236169 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.236169 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.236573 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.236573 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.236573 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.236796 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.236876 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.237032 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.237191 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.238354 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.238354 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.238354 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.238354 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.238354 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.238354 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.238354 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.238909 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.238909 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.238909 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.238909 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.239190 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.239190 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.239354 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.239433 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 05:40:57.239597 dv-cinder-772623-9-smb neutron-server[99759]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99759) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 17 05:40:57.412482 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.wsgi [-] (99868) accepted ('10.222.0.11', 50280) {{(pid=99868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:40:57.421533 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [-] 10.222.0.11 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064843 Jun 17 05:41:08.927230 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93f6225f-ce1d-4001-a5a9-412832a71e05 None None] get_active_networks_info from dv-cinder-772623-9-smb {{(pid=99870) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 17 05:41:08.995403 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93f6225f-ce1d-4001-a5a9-412832a71e05 None None] No non-hosted networks {{(pid=99870) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 17 05:41:09.001989 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.agentschedulers_db [None req-93f6225f-ce1d-4001-a5a9-412832a71e05 None None] DHCP Agent not found on host dv-cinder-772623-9-smb {{(pid=99870) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 17 05:41:09.064252 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-7e4e40f2-1a74-4829-8102-5162123307ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039'] for agent, after_create {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:41:11.603355 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-f2d5d7c9-cda6-4d5a-b2f7-de1875a89b56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039'] for agent, after_create {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:41:11.669892 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039'] for agent, after_create {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:41:11.671919 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:41:11.672653 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:41:11.673489 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:41:11.674348 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:41:11.674902 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:41:11.681319 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:41:11.681319 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:41:11.681319 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:41:11.681319 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:41:11.681319 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:41:11.681696 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:41:11.681696 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:41:11.681696 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-772623-9-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=99870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:41:11.681696 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.db.api [None req-86ccf390-5bc3-41b1-b6ac-0b00b304a6c2 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-772623-9-smb {{(pid=99870) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 05:41:11.682026 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_db.api [None req-86ccf390-5bc3-41b1-b6ac-0b00b304a6c2 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=99870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 05:41:11.685234 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-772623-9-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=99870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:41:12.202054 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-86ccf390-5bc3-41b1-b6ac-0b00b304a6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:41:12.423819 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-e4a25698-dc7e-488a-a9c3-c2b55bed5747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039'] for agent, after_create {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:41:14.168524 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-835a5b83-af16-4b0b-afcf-c7c94ac397a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039'] for agent, after_create {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:41:15.150668 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.wsgi [-] (99869) accepted ('10.222.0.11', 50374) {{(pid=99869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:41:15.637725 dv-cinder-772623-9-smb neutron-server[99869]: WARNING oslo_policy.policy [None req-fcf066f4-ffea-44b3-9236-fc590796d9ce admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 17 05:41:15.638401 dv-cinder-772623-9-smb neutron-server[99869]: WARNING oslo_policy.policy [None req-fcf066f4-ffea-44b3-9236-fc590796d9ce admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 17 05:41:15.854939 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.wsgi [None req-fcf066f4-ffea-44b3-9236-fc590796d9ce admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=99869) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 05:41:15.856190 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [None req-fcf066f4-ffea-44b3-9236-fc590796d9ce admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7033918 Jun 17 05:41:17.814028 dv-cinder-772623-9-smb neutron-server[99870]: INFO neutron.db.l3_hamode_db [None req-a9a37ec4-dd55-4ee5-ad96-b65a18e6a869 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 17 05:41:17.889338 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a37ec4-dd55-4ee5-ad96-b65a18e6a869 None None] Routers set() bound to L3 agent in host dv-cinder-772623-9-smb {{(pid=99870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 05:41:17.889746 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a37ec4-dd55-4ee5-ad96-b65a18e6a869 None None] Router IDs set() for agent in host dv-cinder-772623-9-smb {{(pid=99870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jun 17 05:41:18.175686 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.wsgi [-] (99869) accepted ('10.222.0.11', 50388) {{(pid=99869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:41:18.486674 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.v2.base [None req-b4c2d567-8e28-4d89-a46f-5de29356dd03 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'shared': True, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26}} {{(pid=99869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:41:18.581825 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.policy [None req-b4c2d567-8e28-4d89-a46f-5de29356dd03 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=99869) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 17 05:41:18.628148 dv-cinder-772623-9-smb neutron-server[99869]: WARNING oslo_policy.policy [None req-b4c2d567-8e28-4d89-a46f-5de29356dd03 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 17 05:41:18.628461 dv-cinder-772623-9-smb neutron-server[99869]: WARNING oslo_policy.policy [None req-b4c2d567-8e28-4d89-a46f-5de29356dd03 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 17 05:41:18.637098 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.quota [None req-b4c2d567-8e28-4d89-a46f-5de29356dd03 admin admin] Loaded quota_driver: . Jun 17 05:41:18.793080 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-b4c2d567-8e28-4d89-a46f-5de29356dd03 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773696710454', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773696709861', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773696663768', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773696667362', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773696654501', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773696678047', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1476441', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1504208', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3690885', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3714294'] for rbac-policy, before_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:41:18.976512 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-b4c2d567-8e28-4d89-a46f-5de29356dd03 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:41:18.977704 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [None req-b4c2d567-8e28-4d89-a46f-5de29356dd03 admin admin] 10.222.0.11 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8010755 Jun 17 05:41:21.474949 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.wsgi [-] (99869) accepted ('10.222.0.11', 50400) {{(pid=99869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:41:21.783931 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.v2.base [None req-1330dda1-aa42-453f-b0cf-90bda5f7a640 admin admin] Request body: {'network': {'name': 'private', 'project_id': '88cfdfd1674148589ec0089af53e8ff7', 'tenant_id': '88cfdfd1674148589ec0089af53e8ff7', 'admin_state_up': True}} {{(pid=99869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:41:21.870814 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1330dda1-aa42-453f-b0cf-90bda5f7a640 admin admin] Made reservation on behalf of 88cfdfd1674148589ec0089af53e8ff7 for: {'network': 1} {{(pid=99869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 05:41:21.874198 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-1330dda1-aa42-453f-b0cf-90bda5f7a640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1464150'] for network, before_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:41:21.891148 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-1330dda1-aa42-453f-b0cf-90bda5f7a640 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:41:22.011983 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-1330dda1-aa42-453f-b0cf-90bda5f7a640 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:41:22.070843 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-1330dda1-aa42-453f-b0cf-90bda5f7a640 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:41:22.076140 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:41:22.090817 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1330dda1-aa42-453f-b0cf-90bda5f7a640 admin admin] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=99869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 05:41:22.118415 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-1330dda1-aa42-453f-b0cf-90bda5f7a640 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8773697995048', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589316'] for segment, precommit_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:41:22.119035 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-1330dda1-aa42-453f-b0cf-90bda5f7a640 admin admin] Unsubscribe: segment precommit_create {{(pid=99869) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 17 05:41:22.119525 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.db.segments_db [None req-1330dda1-aa42-453f-b0cf-90bda5f7a640 admin admin] Added segment 9d8f6359-169b-45c3-a50c-dce21f4114ba of type vlan for network 8f894ede-3107-400e-aded-e55b12df0d5a Jun 17 05:41:22.137143 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1330dda1-aa42-453f-b0cf-90bda5f7a640 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e64e717-feb3-4689-affc-ceba9c4dab3b,revision_number=1']} {{(pid=99869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:41:22.184677 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1330dda1-aa42-453f-b0cf-90bda5f7a640 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:41:22.185033 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1330dda1-aa42-453f-b0cf-90bda5f7a640 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:41:22.186069 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1330dda1-aa42-453f-b0cf-90bda5f7a640 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:41:22.186588 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1330dda1-aa42-453f-b0cf-90bda5f7a640 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:41:22.186588 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1330dda1-aa42-453f-b0cf-90bda5f7a640 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:41:22.186891 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1330dda1-aa42-453f-b0cf-90bda5f7a640 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:41:22.187198 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1330dda1-aa42-453f-b0cf-90bda5f7a640 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:41:22.187500 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1330dda1-aa42-453f-b0cf-90bda5f7a640 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:41:22.187824 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1330dda1-aa42-453f-b0cf-90bda5f7a640 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:41:22.188128 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1330dda1-aa42-453f-b0cf-90bda5f7a640 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:41:22.188425 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1330dda1-aa42-453f-b0cf-90bda5f7a640 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:41:22.188720 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1330dda1-aa42-453f-b0cf-90bda5f7a640 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:41:22.189774 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1330dda1-aa42-453f-b0cf-90bda5f7a640 admin admin] Tracked resource versions report: Jun 17 05:41:22.189774 dv-cinder-772623-9-smb neutron-server[99869]: pushed versions: Jun 17 05:41:22.189774 dv-cinder-772623-9-smb neutron-server[99869]: { 'AddressGroup': {'1.2'}, Jun 17 05:41:22.189774 dv-cinder-772623-9-smb neutron-server[99869]: 'ConntrackHelper': {'1.0'}, Jun 17 05:41:22.189774 dv-cinder-772623-9-smb neutron-server[99869]: 'Log': {'1.0'}, Jun 17 05:41:22.189774 dv-cinder-772623-9-smb neutron-server[99869]: 'Network': {'1.1'}, Jun 17 05:41:22.189774 dv-cinder-772623-9-smb neutron-server[99869]: 'Port': {'1.7'}, Jun 17 05:41:22.189774 dv-cinder-772623-9-smb neutron-server[99869]: 'PortForwarding': {'1.2'}, Jun 17 05:41:22.189774 dv-cinder-772623-9-smb neutron-server[99869]: 'QosPolicy': {'1.8'}, Jun 17 05:41:22.189774 dv-cinder-772623-9-smb neutron-server[99869]: 'SecurityGroup': {'1.4'}, Jun 17 05:41:22.189774 dv-cinder-772623-9-smb neutron-server[99869]: 'SecurityGroupRule': {'1.2'}, Jun 17 05:41:22.189774 dv-cinder-772623-9-smb neutron-server[99869]: 'SubPort': {'1.0'}, Jun 17 05:41:22.189774 dv-cinder-772623-9-smb neutron-server[99869]: 'Subnet': {'1.1'}, Jun 17 05:41:22.189774 dv-cinder-772623-9-smb neutron-server[99869]: 'Trunk': {'1.1'}} Jun 17 05:41:22.189774 dv-cinder-772623-9-smb neutron-server[99869]: consumer versions: Jun 17 05:41:22.189774 dv-cinder-772623-9-smb neutron-server[99869]: { DHCP agent@dv-cinder-772623-9-smb: {}, Jun 17 05:41:22.189774 dv-cinder-772623-9-smb neutron-server[99869]: L3 agent@dv-cinder-772623-9-smb: {}, Jun 17 05:41:22.189774 dv-cinder-772623-9-smb neutron-server[99869]: Metadata agent@dv-cinder-772623-9-smb: {}, Jun 17 05:41:22.189774 dv-cinder-772623-9-smb neutron-server[99869]: Metering agent@dv-cinder-772623-9-smb: {}, Jun 17 05:41:22.189774 dv-cinder-772623-9-smb neutron-server[99869]: Open vSwitch agent@dv-cinder-772623-9-smb: { 'AddressGroup': '1.2', Jun 17 05:41:22.189774 dv-cinder-772623-9-smb neutron-server[99869]: 'ConntrackHelper': '1.0', Jun 17 05:41:22.189774 dv-cinder-772623-9-smb neutron-server[99869]: 'Log': '1.0', Jun 17 05:41:22.189774 dv-cinder-772623-9-smb neutron-server[99869]: 'Network': '1.1', Jun 17 05:41:22.189774 dv-cinder-772623-9-smb neutron-server[99869]: 'Port': '1.7', Jun 17 05:41:22.189774 dv-cinder-772623-9-smb neutron-server[99869]: 'PortForwarding': '1.2', Jun 17 05:41:22.189774 dv-cinder-772623-9-smb neutron-server[99869]: 'QosPolicy': '1.8', Jun 17 05:41:22.189774 dv-cinder-772623-9-smb neutron-server[99869]: 'SecurityGroup': '1.4', Jun 17 05:41:22.189774 dv-cinder-772623-9-smb neutron-server[99869]: 'SecurityGroupRule': '1.2', Jun 17 05:41:22.189774 dv-cinder-772623-9-smb neutron-server[99869]: 'SubPort': '1.0', Jun 17 05:41:22.189774 dv-cinder-772623-9-smb neutron-server[99869]: 'Subnet': '1.1', Jun 17 05:41:22.189774 dv-cinder-772623-9-smb neutron-server[99869]: 'Trunk': '1.1'}} Jun 17 05:41:22.189774 dv-cinder-772623-9-smb neutron-server[99869]: {{(pid=99869) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 17 05:41:22.236695 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-1330dda1-aa42-453f-b0cf-90bda5f7a640 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773697459366'] for network, precommit_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:41:22.242281 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-1330dda1-aa42-453f-b0cf-90bda5f7a640 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:41:22.339609 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-1330dda1-aa42-453f-b0cf-90bda5f7a640 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3713235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-564052'] for network, after_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:41:22.341145 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1330dda1-aa42-453f-b0cf-90bda5f7a640 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:41:22.342376 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-1330dda1-aa42-453f-b0cf-90bda5f7a640 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564043'] for network, before_response {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:41:22.345072 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:41:22.435375 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1330dda1-aa42-453f-b0cf-90bda5f7a640 admin admin] Pushing event updated for resources: {'Network': ['ID=8f894ede-3107-400e-aded-e55b12df0d5a,revision_number=1']} {{(pid=99869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:41:22.438623 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-1330dda1-aa42-453f-b0cf-90bda5f7a640 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:41:22.446570 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Network 8f894ede-3107-400e-aded-e55b12df0d5a details requested by agent ovs-agent-dv-cinder-772623-9-smb with host dv-cinder-772623-9-smb {{(pid=99870) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 05:41:22.529004 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [None req-1330dda1-aa42-453f-b0cf-90bda5f7a640 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0529795 Jun 17 05:41:25.115110 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.wsgi [-] (99869) accepted ('10.222.0.11', 50414) {{(pid=99869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:41:25.491375 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d03aea1d-377d-4bfd-acdc-c98622dc4655 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:41:25.492710 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [None req-d03aea1d-377d-4bfd-acdc-c98622dc4655 admin admin] 10.222.0.11 "GET /v2.0/networks/8f894ede-3107-400e-aded-e55b12df0d5a HTTP/1.1" status: 200 len: 825 time: 0.3766556 Jun 17 05:41:25.516845 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [None req-8235ced8-e035-41a7-a847-aa560cd2edd6 admin admin] 10.222.0.11 "GET /v2.0/subnetpools/fe4aa06b-a0ab-45e2-ae32-992593bc3b0e HTTP/1.1" status: 200 len: 734 time: 0.0185452 Jun 17 05:41:25.525280 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.v2.base [None req-b16c69cd-2cfa-4e27-9f9b-42c9e53b421f admin admin] Request body: {'subnet': {'tenant_id': '88cfdfd1674148589ec0089af53e8ff7', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'subnetpool_id': 'fe4aa06b-a0ab-45e2-ae32-992593bc3b0e', 'name': 'private-subnet', 'network_id': '8f894ede-3107-400e-aded-e55b12df0d5a'}} {{(pid=99869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:41:25.619677 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b16c69cd-2cfa-4e27-9f9b-42c9e53b421f admin admin] Made reservation on behalf of 88cfdfd1674148589ec0089af53e8ff7 for: {'subnet': 1} {{(pid=99869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 05:41:25.621977 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-b16c69cd-2cfa-4e27-9f9b-42c9e53b421f admin admin] Notify callbacks [] for subnet, before_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:41:25.963363 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-b16c69cd-2cfa-4e27-9f9b-42c9e53b421f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061'] for subnet, after_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:41:25.965607 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:41:26.033992 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16c69cd-2cfa-4e27-9f9b-42c9e53b421f admin admin] Pushing event updated for resources: {'Subnet': ['ID=7aeaef79-e3dd-4cc7-ac6e-c79ea806e829,revision_number=0']} {{(pid=99869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:41:26.036212 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16c69cd-2cfa-4e27-9f9b-42c9e53b421f admin admin] Checking segment: {'id': '9d8f6359-169b-45c3-a50c-dce21f4114ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '8f894ede-3107-400e-aded-e55b12df0d5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 05:41:26.036608 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b16c69cd-2cfa-4e27-9f9b-42c9e53b421f admin admin] Network hostable DHCP agents. Network: 8f894ede-3107-400e-aded-e55b12df0d5a, hostable agents: ['f091d0a2-6a46-4cbb-8021-fc5f6c6b7d63'], hosted agents: [] {{(pid=99869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 05:41:26.041590 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-b16c69cd-2cfa-4e27-9f9b-42c9e53b421f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:41:26.142100 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b16c69cd-2cfa-4e27-9f9b-42c9e53b421f admin admin] Network 8f894ede-3107-400e-aded-e55b12df0d5a is scheduled to be hosted by DHCP agent f091d0a2-6a46-4cbb-8021-fc5f6c6b7d63 with binding_index 1 {{(pid=99869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 05:41:26.219333 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.scheduler.base_scheduler [None req-b16c69cd-2cfa-4e27-9f9b-42c9e53b421f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-9-smb, 8f894ede-3107-400e-aded-e55b12df0d5a) {{(pid=99869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 05:41:26.223804 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b16c69cd-2cfa-4e27-9f9b-42c9e53b421f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:41:26.224384 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-b16c69cd-2cfa-4e27-9f9b-42c9e53b421f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564043'] for subnet, before_response {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:41:26.229792 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-641e869d-fb2a-499c-b782-ed55db949c1b None None] Network 8f894ede-3107-400e-aded-e55b12df0d5a requested from dv-cinder-772623-9-smb {{(pid=99870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 05:41:26.297781 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [None req-b16c69cd-2cfa-4e27-9f9b-42c9e53b421f admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7757952 Jun 17 05:41:26.542315 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aabcb15-a0c9-4d24-bc75-f9c98a500f91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb2b759c4-0602-5b39-aa3b-c64d413254e9-8f894ede-3107-400e-aded-e55b12df0d5a', 'network_id': '8f894ede-3107-400e-aded-e55b12df0d5a', 'tenant_id': '88cfdfd1674148589ec0089af53e8ff7', 'fixed_ips': [{'subnet_id': '7aeaef79-e3dd-4cc7-ac6e-c79ea806e829'}]}} from dv-cinder-772623-9-smb. {{(pid=99870) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 05:41:26.543566 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-8aabcb15-a0c9-4d24-bc75-f9c98a500f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1464150'] for port, before_create {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:41:26.805844 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.db_base_plugin_common [None req-8aabcb15-a0c9-4d24-bc75-f9c98a500f91 None None] Allocated IP 172.20.0.2 (8f894ede-3107-400e-aded-e55b12df0d5a/7aeaef79-e3dd-4cc7-ac6e-c79ea806e829/b5807df1-35a6-4e77-a94d-8ca86dcd3a12) {{(pid=99870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 05:41:27.008710 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-8aabcb15-a0c9-4d24-bc75-f9c98a500f91 None None] Notify callbacks [] for port, precommit_create {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:41:27.025737 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.provisioning_blocks [None req-8aabcb15-a0c9-4d24-bc75-f9c98a500f91 None None] Transition to ACTIVE for port object b5807df1-35a6-4e77-a94d-8ca86dcd3a12 will not be triggered until provisioned by entity L2. {{(pid=99870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 05:41:27.074892 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.provisioning_blocks [None req-8aabcb15-a0c9-4d24-bc75-f9c98a500f91 None None] Transition to ACTIVE for port object b5807df1-35a6-4e77-a94d-8ca86dcd3a12 will not be triggered until provisioned by entity DHCP. {{(pid=99870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 05:41:27.146047 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-8aabcb15-a0c9-4d24-bc75-f9c98a500f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1465235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-156110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-564052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773697504543'] for port, after_create {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:41:27.149242 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:41:27.212242 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aabcb15-a0c9-4d24-bc75-f9c98a500f91 None None] Network 8f894ede-3107-400e-aded-e55b12df0d5a is already hosted by enough agents. {{(pid=99870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 05:41:27.217984 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.scheduler.base_scheduler [None req-8aabcb15-a0c9-4d24-bc75-f9c98a500f91 None None] Resources bound (agent type, host, resource id): {{(pid=99870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 05:41:27.228375 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aabcb15-a0c9-4d24-bc75-f9c98a500f91 None None] Received port after_create {{(pid=99870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 05:41:27.233509 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aabcb15-a0c9-4d24-bc75-f9c98a500f91 None None] Pushing event updated for resources: {'Port': ['ID=b5807df1-35a6-4e77-a94d-8ca86dcd3a12,revision_number=1']} {{(pid=99870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:41:27.277304 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aabcb15-a0c9-4d24-bc75-f9c98a500f91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:41:27.277683 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aabcb15-a0c9-4d24-bc75-f9c98a500f91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:41:27.278023 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aabcb15-a0c9-4d24-bc75-f9c98a500f91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:41:27.278354 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aabcb15-a0c9-4d24-bc75-f9c98a500f91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:41:27.278680 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aabcb15-a0c9-4d24-bc75-f9c98a500f91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:41:27.279104 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aabcb15-a0c9-4d24-bc75-f9c98a500f91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:41:27.279523 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aabcb15-a0c9-4d24-bc75-f9c98a500f91 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:41:27.279707 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aabcb15-a0c9-4d24-bc75-f9c98a500f91 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:41:27.280121 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aabcb15-a0c9-4d24-bc75-f9c98a500f91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:41:27.280470 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aabcb15-a0c9-4d24-bc75-f9c98a500f91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:41:27.280859 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aabcb15-a0c9-4d24-bc75-f9c98a500f91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:41:27.281246 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aabcb15-a0c9-4d24-bc75-f9c98a500f91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:41:27.282322 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aabcb15-a0c9-4d24-bc75-f9c98a500f91 None None] Tracked resource versions report: Jun 17 05:41:27.282322 dv-cinder-772623-9-smb neutron-server[99870]: pushed versions: Jun 17 05:41:27.282322 dv-cinder-772623-9-smb neutron-server[99870]: { 'AddressGroup': {'1.2'}, Jun 17 05:41:27.282322 dv-cinder-772623-9-smb neutron-server[99870]: 'ConntrackHelper': {'1.0'}, Jun 17 05:41:27.282322 dv-cinder-772623-9-smb neutron-server[99870]: 'Log': {'1.0'}, Jun 17 05:41:27.282322 dv-cinder-772623-9-smb neutron-server[99870]: 'Network': {'1.1'}, Jun 17 05:41:27.282322 dv-cinder-772623-9-smb neutron-server[99870]: 'Port': {'1.7'}, Jun 17 05:41:27.282322 dv-cinder-772623-9-smb neutron-server[99870]: 'PortForwarding': {'1.2'}, Jun 17 05:41:27.282322 dv-cinder-772623-9-smb neutron-server[99870]: 'QosPolicy': {'1.8'}, Jun 17 05:41:27.282322 dv-cinder-772623-9-smb neutron-server[99870]: 'SecurityGroup': {'1.4'}, Jun 17 05:41:27.282322 dv-cinder-772623-9-smb neutron-server[99870]: 'SecurityGroupRule': {'1.2'}, Jun 17 05:41:27.282322 dv-cinder-772623-9-smb neutron-server[99870]: 'SubPort': {'1.0'}, Jun 17 05:41:27.282322 dv-cinder-772623-9-smb neutron-server[99870]: 'Subnet': {'1.1'}, Jun 17 05:41:27.282322 dv-cinder-772623-9-smb neutron-server[99870]: 'Trunk': {'1.1'}} Jun 17 05:41:27.282322 dv-cinder-772623-9-smb neutron-server[99870]: consumer versions: Jun 17 05:41:27.282322 dv-cinder-772623-9-smb neutron-server[99870]: { DHCP agent@dv-cinder-772623-9-smb: {}, Jun 17 05:41:27.282322 dv-cinder-772623-9-smb neutron-server[99870]: L3 agent@dv-cinder-772623-9-smb: {}, Jun 17 05:41:27.282322 dv-cinder-772623-9-smb neutron-server[99870]: Metadata agent@dv-cinder-772623-9-smb: {}, Jun 17 05:41:27.282322 dv-cinder-772623-9-smb neutron-server[99870]: Metering agent@dv-cinder-772623-9-smb: {}, Jun 17 05:41:27.282322 dv-cinder-772623-9-smb neutron-server[99870]: Open vSwitch agent@dv-cinder-772623-9-smb: { 'AddressGroup': '1.2', Jun 17 05:41:27.282322 dv-cinder-772623-9-smb neutron-server[99870]: 'ConntrackHelper': '1.0', Jun 17 05:41:27.282322 dv-cinder-772623-9-smb neutron-server[99870]: 'Log': '1.0', Jun 17 05:41:27.282322 dv-cinder-772623-9-smb neutron-server[99870]: 'Network': '1.1', Jun 17 05:41:27.282322 dv-cinder-772623-9-smb neutron-server[99870]: 'Port': '1.7', Jun 17 05:41:27.282322 dv-cinder-772623-9-smb neutron-server[99870]: 'PortForwarding': '1.2', Jun 17 05:41:27.282322 dv-cinder-772623-9-smb neutron-server[99870]: 'QosPolicy': '1.8', Jun 17 05:41:27.282322 dv-cinder-772623-9-smb neutron-server[99870]: 'SecurityGroup': '1.4', Jun 17 05:41:27.282322 dv-cinder-772623-9-smb neutron-server[99870]: 'SecurityGroupRule': '1.2', Jun 17 05:41:27.282322 dv-cinder-772623-9-smb neutron-server[99870]: 'SubPort': '1.0', Jun 17 05:41:27.282322 dv-cinder-772623-9-smb neutron-server[99870]: 'Subnet': '1.1', Jun 17 05:41:27.282322 dv-cinder-772623-9-smb neutron-server[99870]: 'Trunk': '1.1'}} Jun 17 05:41:27.282322 dv-cinder-772623-9-smb neutron-server[99870]: {{(pid=99870) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 17 05:41:27.301820 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [None req-8aabcb15-a0c9-4d24-bc75-f9c98a500f91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:41:27.315155 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.managers [None req-8aabcb15-a0c9-4d24-bc75-f9c98a500f91 None None] Attempting to bind port b5807df1-35a6-4e77-a94d-8ca86dcd3a12 on host dv-cinder-772623-9-smb for vnic_type normal with profile {{(pid=99870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 05:41:27.315531 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.managers [None req-8aabcb15-a0c9-4d24-bc75-f9c98a500f91 None None] Attempting to bind port b5807df1-35a6-4e77-a94d-8ca86dcd3a12 by drivers openvswitch,hyperv on host dv-cinder-772623-9-smb at level 0 using segments [{'id': '9d8f6359-169b-45c3-a50c-dce21f4114ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '8f894ede-3107-400e-aded-e55b12df0d5a'}] {{(pid=99870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 05:41:27.315958 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aabcb15-a0c9-4d24-bc75-f9c98a500f91 None None] Attempting to bind port b5807df1-35a6-4e77-a94d-8ca86dcd3a12 on network 8f894ede-3107-400e-aded-e55b12df0d5a {{(pid=99870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 05:41:27.320696 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aabcb15-a0c9-4d24-bc75-f9c98a500f91 None None] Checking agent: {'id': 'b8410894-a9e9-4538-b1e5-41b045bec560', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-9-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 5, 41, 12), 'started_at': datetime.datetime(2021, 6, 17, 5, 41, 12), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 5, 41, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-9-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 05:41:27.321101 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aabcb15-a0c9-4d24-bc75-f9c98a500f91 None None] Checking segment: {'id': '9d8f6359-169b-45c3-a50c-dce21f4114ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '8f894ede-3107-400e-aded-e55b12df0d5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 05:41:27.321568 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-8aabcb15-a0c9-4d24-bc75-f9c98a500f91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:41:27.321958 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aabcb15-a0c9-4d24-bc75-f9c98a500f91 None None] Bound using segment: {'id': '9d8f6359-169b-45c3-a50c-dce21f4114ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '8f894ede-3107-400e-aded-e55b12df0d5a'} {{(pid=99870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 05:41:27.322440 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.managers [None req-8aabcb15-a0c9-4d24-bc75-f9c98a500f91 None None] Bound port: b5807df1-35a6-4e77-a94d-8ca86dcd3a12, host: dv-cinder-772623-9-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d8f6359-169b-45c3-a50c-dce21f4114ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '8f894ede-3107-400e-aded-e55b12df0d5a'}}] {{(pid=99870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 05:41:27.322844 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-8aabcb15-a0c9-4d24-bc75-f9c98a500f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1464132'] for port, before_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:41:27.384437 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.db [None req-8aabcb15-a0c9-4d24-bc75-f9c98a500f91 None None] For port b5807df1-35a6-4e77-a94d-8ca86dcd3a12, host dv-cinder-772623-9-smb, cleared binding levels {{(pid=99870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 05:41:27.389084 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.db [None req-8aabcb15-a0c9-4d24-bc75-f9c98a500f91 None None] For port b5807df1-35a6-4e77-a94d-8ca86dcd3a12, host dv-cinder-772623-9-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-9-smb',level=0,port_id=b5807df1-35a6-4e77-a94d-8ca86dcd3a12,segment=NetworkSegment(9d8f6359-169b-45c3-a50c-dce21f4114ba),segment_id=9d8f6359-169b-45c3-a50c-dce21f4114ba)] {{(pid=99870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 05:41:27.483312 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-8aabcb15-a0c9-4d24-bc75-f9c98a500f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773697962343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773697504561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773697504606'] for port, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:41:27.487272 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:41:27.553393 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aabcb15-a0c9-4d24-bc75-f9c98a500f91 None None] Pushing event updated for resources: {'Port': ['ID=b5807df1-35a6-4e77-a94d-8ca86dcd3a12,revision_number=2']} {{(pid=99870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:41:27.564624 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [None req-8aabcb15-a0c9-4d24-bc75-f9c98a500f91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:41:28.639900 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.wsgi [-] (99869) accepted ('10.222.0.11', 50422) {{(pid=99869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:41:28.961007 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.wsgi [None req-a90201c4-02d2-43ee-a5bd-593d221fe7a3 admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=99869) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 05:41:28.961987 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [None req-a90201c4-02d2-43ee-a5bd-593d221fe7a3 admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3211224 Jun 17 05:41:31.285940 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.wsgi [-] (99869) accepted ('10.222.0.11', 50430) {{(pid=99869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:41:31.596508 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.wsgi [None req-37b878a1-87be-4720-8646-360612a74cf9 admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=99869) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 05:41:31.597531 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [None req-37b878a1-87be-4720-8646-360612a74cf9 admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3106844 Jun 17 05:41:33.375217 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Device b5807df1-35a6-4e77-a94d-8ca86dcd3a12 up at agent ovs-agent-dv-cinder-772623-9-smb {{(pid=99870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 05:41:33.527866 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44d31fe7-51cd-4e2e-9a71-a1d3eb7d0d3a None None] Network 8f894ede-3107-400e-aded-e55b12df0d5a requested from dv-cinder-772623-9-smb {{(pid=99870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 05:41:33.574705 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.provisioning_blocks [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Provisioning for port b5807df1-35a6-4e77-a94d-8ca86dcd3a12 completed by entity L2. {{(pid=99870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 05:41:33.663846 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.provisioning_blocks [None req-a69e72c2-9086-4784-9fd5-a342b5ca6c18 None None] Provisioning for port b5807df1-35a6-4e77-a94d-8ca86dcd3a12 completed by entity DHCP. {{(pid=99870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 05:41:33.670975 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.provisioning_blocks [None req-a69e72c2-9086-4784-9fd5-a342b5ca6c18 None None] Provisioning complete for port b5807df1-35a6-4e77-a94d-8ca86dcd3a12 triggered by entity DHCP. {{(pid=99870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 05:41:33.671376 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-a69e72c2-9086-4784-9fd5-a342b5ca6c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551367'] for port, provisioning_complete {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:41:33.830012 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-a69e72c2-9086-4784-9fd5-a342b5ca6c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1464132'] for port, before_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:41:33.867571 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.db [None req-a69e72c2-9086-4784-9fd5-a342b5ca6c18 None None] For port b5807df1-35a6-4e77-a94d-8ca86dcd3a12, host dv-cinder-772623-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-9-smb',level=0,port_id=b5807df1-35a6-4e77-a94d-8ca86dcd3a12,segment=NetworkSegment(9d8f6359-169b-45c3-a50c-dce21f4114ba),segment_id=9d8f6359-169b-45c3-a50c-dce21f4114ba)] {{(pid=99870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:41:33.942553 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-a69e72c2-9086-4784-9fd5-a342b5ca6c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773697962343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773697504561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773697504606'] for port, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:41:33.944597 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:41:33.994563 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69e72c2-9086-4784-9fd5-a342b5ca6c18 None None] Pushing event updated for resources: {'Port': ['ID=b5807df1-35a6-4e77-a94d-8ca86dcd3a12,revision_number=3']} {{(pid=99870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:41:33.999159 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [None req-a69e72c2-9086-4784-9fd5-a342b5ca6c18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:41:34.063083 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.provisioning_blocks [None req-5ee6a602-c8db-4fa0-9bf9-4bda138cb2de None None] Provisioning complete for port b5807df1-35a6-4e77-a94d-8ca86dcd3a12 triggered by entity DHCP. {{(pid=99870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 05:41:34.063451 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-5ee6a602-c8db-4fa0-9bf9-4bda138cb2de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551367'] for port, provisioning_complete {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:41:34.285883 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.wsgi [-] (99869) accepted ('10.222.0.11', 50444) {{(pid=99869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:41:34.579045 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.v2.base [None req-e3ec18e2-e6c6-4b7b-941a-4a570ed9bb25 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '88cfdfd1674148589ec0089af53e8ff7'}} {{(pid=99869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:41:34.661986 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-e3ec18e2-e6c6-4b7b-941a-4a570ed9bb25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-368566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2780'] for router, before_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:41:34.663440 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-e3ec18e2-e6c6-4b7b-941a-4a570ed9bb25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-366879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422326', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-487148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2773'] for router, precommit_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:41:34.795989 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-e3ec18e2-e6c6-4b7b-941a-4a570ed9bb25 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:41:34.860506 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-e3ec18e2-e6c6-4b7b-941a-4a570ed9bb25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-368527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-422354'] for router, after_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:41:34.956860 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-e3ec18e2-e6c6-4b7b-941a-4a570ed9bb25 admin admin] Notify callbacks [] for router, before_response {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:41:34.958120 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [None req-e3ec18e2-e6c6-4b7b-941a-4a570ed9bb25 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6712856 Jun 17 05:41:35.355120 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Device b5807df1-35a6-4e77-a94d-8ca86dcd3a12 up at agent ovs-agent-dv-cinder-772623-9-smb {{(pid=99870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 05:41:35.400605 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.provisioning_blocks [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Provisioning complete for port b5807df1-35a6-4e77-a94d-8ca86dcd3a12 triggered by entity L2. {{(pid=99870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 05:41:35.400973 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551367'] for port, provisioning_complete {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:41:37.260074 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.wsgi [-] (99869) accepted ('10.222.0.11', 50452) {{(pid=99869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:41:37.566638 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.wsgi [None req-3b03027a-733e-44c1-b534-9f52a803049f admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=99869) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 05:41:37.567644 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [None req-3b03027a-733e-44c1-b534-9f52a803049f admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3066614 Jun 17 05:41:38.862531 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-1d82268f-0a55-4bf0-9d50-7a2c00819f0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:41:39.874145 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.wsgi [-] (99868) accepted ('10.222.0.11', 50460) {{(pid=99868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:41:40.350189 dv-cinder-772623-9-smb neutron-server[99868]: WARNING oslo_policy.policy [None req-da957f98-5287-440d-9de4-43edf55baf1c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 17 05:41:40.350758 dv-cinder-772623-9-smb neutron-server[99868]: WARNING oslo_policy.policy [None req-da957f98-5287-440d-9de4-43edf55baf1c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 17 05:41:40.567636 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.v2.base [None req-da957f98-5287-440d-9de4-43edf55baf1c admin admin] Request body: {'network': {'is_default': True, 'router:external': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'provider:network_type': 'flat', 'admin_state_up': True}} {{(pid=99868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:41:40.569299 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.quota [None req-da957f98-5287-440d-9de4-43edf55baf1c admin admin] Loaded quota_driver: . Jun 17 05:41:40.690606 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da957f98-5287-440d-9de4-43edf55baf1c admin admin] Made reservation on behalf of 6d2a141b0e334661a8c1786551705fb8 for: {'network': 1} {{(pid=99868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 05:41:40.763864 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.policy [None req-da957f98-5287-440d-9de4-43edf55baf1c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=99868) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 17 05:41:40.807879 dv-cinder-772623-9-smb neutron-server[99868]: WARNING oslo_policy.policy [None req-da957f98-5287-440d-9de4-43edf55baf1c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 17 05:41:40.808245 dv-cinder-772623-9-smb neutron-server[99868]: WARNING oslo_policy.policy [None req-da957f98-5287-440d-9de4-43edf55baf1c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 17 05:41:40.819242 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-da957f98-5287-440d-9de4-43edf55baf1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1464150'] for network, before_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:41:40.838073 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-da957f98-5287-440d-9de4-43edf55baf1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:41:40.966181 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-da957f98-5287-440d-9de4-43edf55baf1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:41:41.059441 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-da957f98-5287-440d-9de4-43edf55baf1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:41:41.064873 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:41:41.081953 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-da957f98-5287-440d-9de4-43edf55baf1c admin admin] Reserving flat network on physical network physnet1 {{(pid=99868) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 17 05:41:41.105902 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-da957f98-5287-440d-9de4-43edf55baf1c admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8773697995048', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589316'] for segment, precommit_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:41:41.107089 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-da957f98-5287-440d-9de4-43edf55baf1c admin admin] Unsubscribe: segment precommit_create {{(pid=99868) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 17 05:41:41.107750 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.db.segments_db [None req-da957f98-5287-440d-9de4-43edf55baf1c admin admin] Added segment 5df065dd-7136-4632-92ed-7b0e1f2019c5 of type flat for network afc4d833-6824-4139-a55a-2b6a6bf3fba6 Jun 17 05:41:41.124561 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da957f98-5287-440d-9de4-43edf55baf1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bac4faa0-b00a-46f5-aac9-0f3065bc1536,revision_number=1']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:41:41.172925 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da957f98-5287-440d-9de4-43edf55baf1c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:41:41.173252 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da957f98-5287-440d-9de4-43edf55baf1c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:41:41.173576 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da957f98-5287-440d-9de4-43edf55baf1c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:41:41.173886 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da957f98-5287-440d-9de4-43edf55baf1c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:41:41.174199 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da957f98-5287-440d-9de4-43edf55baf1c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:41:41.174504 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da957f98-5287-440d-9de4-43edf55baf1c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:41:41.174811 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da957f98-5287-440d-9de4-43edf55baf1c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:41:41.175139 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da957f98-5287-440d-9de4-43edf55baf1c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:41:41.175515 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da957f98-5287-440d-9de4-43edf55baf1c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:41:41.175823 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da957f98-5287-440d-9de4-43edf55baf1c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:41:41.176123 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da957f98-5287-440d-9de4-43edf55baf1c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:41:41.176420 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da957f98-5287-440d-9de4-43edf55baf1c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:41:41.177530 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da957f98-5287-440d-9de4-43edf55baf1c admin admin] Tracked resource versions report: Jun 17 05:41:41.177530 dv-cinder-772623-9-smb neutron-server[99868]: pushed versions: Jun 17 05:41:41.177530 dv-cinder-772623-9-smb neutron-server[99868]: { 'AddressGroup': {'1.2'}, Jun 17 05:41:41.177530 dv-cinder-772623-9-smb neutron-server[99868]: 'ConntrackHelper': {'1.0'}, Jun 17 05:41:41.177530 dv-cinder-772623-9-smb neutron-server[99868]: 'Log': {'1.0'}, Jun 17 05:41:41.177530 dv-cinder-772623-9-smb neutron-server[99868]: 'Network': {'1.1'}, Jun 17 05:41:41.177530 dv-cinder-772623-9-smb neutron-server[99868]: 'Port': {'1.7'}, Jun 17 05:41:41.177530 dv-cinder-772623-9-smb neutron-server[99868]: 'PortForwarding': {'1.2'}, Jun 17 05:41:41.177530 dv-cinder-772623-9-smb neutron-server[99868]: 'QosPolicy': {'1.8'}, Jun 17 05:41:41.177530 dv-cinder-772623-9-smb neutron-server[99868]: 'SecurityGroup': {'1.4'}, Jun 17 05:41:41.177530 dv-cinder-772623-9-smb neutron-server[99868]: 'SecurityGroupRule': {'1.2'}, Jun 17 05:41:41.177530 dv-cinder-772623-9-smb neutron-server[99868]: 'SubPort': {'1.0'}, Jun 17 05:41:41.177530 dv-cinder-772623-9-smb neutron-server[99868]: 'Subnet': {'1.1'}, Jun 17 05:41:41.177530 dv-cinder-772623-9-smb neutron-server[99868]: 'Trunk': {'1.1'}} Jun 17 05:41:41.177530 dv-cinder-772623-9-smb neutron-server[99868]: consumer versions: Jun 17 05:41:41.177530 dv-cinder-772623-9-smb neutron-server[99868]: { DHCP agent@dv-cinder-772623-9-smb: {}, Jun 17 05:41:41.177530 dv-cinder-772623-9-smb neutron-server[99868]: L3 agent@dv-cinder-772623-9-smb: {}, Jun 17 05:41:41.177530 dv-cinder-772623-9-smb neutron-server[99868]: Metadata agent@dv-cinder-772623-9-smb: {}, Jun 17 05:41:41.177530 dv-cinder-772623-9-smb neutron-server[99868]: Metering agent@dv-cinder-772623-9-smb: {}, Jun 17 05:41:41.177530 dv-cinder-772623-9-smb neutron-server[99868]: Open vSwitch agent@dv-cinder-772623-9-smb: { 'AddressGroup': '1.2', Jun 17 05:41:41.177530 dv-cinder-772623-9-smb neutron-server[99868]: 'ConntrackHelper': '1.0', Jun 17 05:41:41.177530 dv-cinder-772623-9-smb neutron-server[99868]: 'Log': '1.0', Jun 17 05:41:41.177530 dv-cinder-772623-9-smb neutron-server[99868]: 'Network': '1.1', Jun 17 05:41:41.177530 dv-cinder-772623-9-smb neutron-server[99868]: 'Port': '1.7', Jun 17 05:41:41.177530 dv-cinder-772623-9-smb neutron-server[99868]: 'PortForwarding': '1.2', Jun 17 05:41:41.177530 dv-cinder-772623-9-smb neutron-server[99868]: 'QosPolicy': '1.8', Jun 17 05:41:41.177530 dv-cinder-772623-9-smb neutron-server[99868]: 'SecurityGroup': '1.4', Jun 17 05:41:41.177530 dv-cinder-772623-9-smb neutron-server[99868]: 'SecurityGroupRule': '1.2', Jun 17 05:41:41.177530 dv-cinder-772623-9-smb neutron-server[99868]: 'SubPort': '1.0', Jun 17 05:41:41.177530 dv-cinder-772623-9-smb neutron-server[99868]: 'Subnet': '1.1', Jun 17 05:41:41.177530 dv-cinder-772623-9-smb neutron-server[99868]: 'Trunk': '1.1'}} Jun 17 05:41:41.177530 dv-cinder-772623-9-smb neutron-server[99868]: {{(pid=99868) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 17 05:41:41.229268 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-da957f98-5287-440d-9de4-43edf55baf1c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773697459366'] for network, precommit_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:41:41.236229 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-da957f98-5287-440d-9de4-43edf55baf1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:41:41.339646 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-da957f98-5287-440d-9de4-43edf55baf1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3713235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-564052'] for network, after_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:41:41.341673 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da957f98-5287-440d-9de4-43edf55baf1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:41:41.342378 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-da957f98-5287-440d-9de4-43edf55baf1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564043'] for network, before_response {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:41:41.344270 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:41:41.434193 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da957f98-5287-440d-9de4-43edf55baf1c admin admin] Pushing event updated for resources: {'Network': ['ID=afc4d833-6824-4139-a55a-2b6a6bf3fba6,revision_number=1']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:41:41.437411 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-da957f98-5287-440d-9de4-43edf55baf1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:41:41.444475 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Network afc4d833-6824-4139-a55a-2b6a6bf3fba6 details requested by agent ovs-agent-dv-cinder-772623-9-smb with host dv-cinder-772623-9-smb {{(pid=99870) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 05:41:41.501127 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [None req-da957f98-5287-440d-9de4-43edf55baf1c admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.6259234 Jun 17 05:41:41.579990 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-809fadf6-ed11-495a-a600-7fdd410d3d87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:41:41.608413 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:41:42.374102 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-e4a25698-dc7e-488a-a9c3-c2b55bed5747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:41:43.791197 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.wsgi [-] (99868) accepted ('10.222.0.11', 50490) {{(pid=99868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:41:44.001474 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2a5f226-40b5-422e-95f6-5c99547a814c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:41:44.002784 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [None req-e2a5f226-40b5-422e-95f6-5c99547a814c admin admin] 10.222.0.11 "GET /v2.0/subnets/7aeaef79-e3dd-4cc7-ac6e-c79ea806e829 HTTP/1.1" status: 200 len: 849 time: 0.2106583 Jun 17 05:41:44.123086 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-835a5b83-af16-4b0b-afcf-c7c94ac397a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:41:44.160394 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [None req-fb5b7b43-3d29-405a-9a41-fea09a7486bf admin admin] 10.222.0.11 "GET /v2.0/routers/d5fd9e4e-bf9f-43e5-8750-8d894033b7e0 HTTP/1.1" status: 200 len: 704 time: 0.1519983 Jun 17 05:41:44.433354 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-065dd98b-23d9-42b2-adfb-88af90e7ba82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1464150'] for port, before_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:41:44.783965 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.db.db_base_plugin_common [None req-065dd98b-23d9-42b2-adfb-88af90e7ba82 admin admin] Allocated IP 172.20.0.1 (8f894ede-3107-400e-aded-e55b12df0d5a/7aeaef79-e3dd-4cc7-ac6e-c79ea806e829/eaafee04-0ebb-4177-881b-f4b628743110) {{(pid=99868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 05:41:44.963283 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-065dd98b-23d9-42b2-adfb-88af90e7ba82 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:41:44.987650 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.db.provisioning_blocks [None req-065dd98b-23d9-42b2-adfb-88af90e7ba82 admin admin] Transition to ACTIVE for port object eaafee04-0ebb-4177-881b-f4b628743110 will not be triggered until provisioned by entity DHCP. {{(pid=99868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 05:41:45.123056 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-065dd98b-23d9-42b2-adfb-88af90e7ba82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1465235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-156110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-564052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773697504543'] for port, after_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:41:45.125898 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:41:45.194195 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-065dd98b-23d9-42b2-adfb-88af90e7ba82 admin admin] Network 8f894ede-3107-400e-aded-e55b12df0d5a is already hosted by enough agents. {{(pid=99868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 05:41:45.203278 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.scheduler.base_scheduler [None req-065dd98b-23d9-42b2-adfb-88af90e7ba82 admin admin] Resources bound (agent type, host, resource id): {{(pid=99868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 05:41:45.205186 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065dd98b-23d9-42b2-adfb-88af90e7ba82 admin admin] Pushing event updated for resources: {'Port': ['ID=eaafee04-0ebb-4177-881b-f4b628743110,revision_number=1']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:41:45.218363 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065dd98b-23d9-42b2-adfb-88af90e7ba82 admin admin] Received port after_create {{(pid=99868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 05:41:45.219024 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-065dd98b-23d9-42b2-adfb-88af90e7ba82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-426851'] for router_interface, before_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:41:45.232497 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-065dd98b-23d9-42b2-adfb-88af90e7ba82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:41:45.513873 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.provisioning_blocks [None req-6b230031-08c2-4008-aded-601b64ec34c0 None None] Provisioning for port eaafee04-0ebb-4177-881b-f4b628743110 completed by entity DHCP. {{(pid=99870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 05:41:45.517351 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-065dd98b-23d9-42b2-adfb-88af90e7ba82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1464132'] for port, before_update {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:41:45.519346 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.provisioning_blocks [None req-6b230031-08c2-4008-aded-601b64ec34c0 None None] Provisioning complete for port eaafee04-0ebb-4177-881b-f4b628743110 triggered by entity DHCP. {{(pid=99870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 05:41:45.519346 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-6b230031-08c2-4008-aded-601b64ec34c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551367'] for port, provisioning_complete {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:41:45.550530 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.plugin [None req-6b230031-08c2-4008-aded-601b64ec34c0 None None] Port eaafee04-0ebb-4177-881b-f4b628743110 cannot update to ACTIVE because it is not bound. {{(pid=99870) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 05:41:45.733673 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-065dd98b-23d9-42b2-adfb-88af90e7ba82 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:41:45.810521 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-065dd98b-23d9-42b2-adfb-88af90e7ba82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773697962343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773697504561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773697504606'] for port, after_update {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:41:45.811615 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-065dd98b-23d9-42b2-adfb-88af90e7ba82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-426783'] for router_interface, after_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:41:45.813137 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:41:45.890969 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065dd98b-23d9-42b2-adfb-88af90e7ba82 admin admin] Pushing event updated for resources: {'Port': ['ID=eaafee04-0ebb-4177-881b-f4b628743110,revision_number=2']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:41:45.893851 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-065dd98b-23d9-42b2-adfb-88af90e7ba82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:41:45.937212 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-065dd98b-23d9-42b2-adfb-88af90e7ba82 admin admin] Network 8f894ede-3107-400e-aded-e55b12df0d5a is already hosted by enough agents. {{(pid=99868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 05:41:45.938438 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.scheduler.base_scheduler [None req-065dd98b-23d9-42b2-adfb-88af90e7ba82 admin admin] Resources bound (agent type, host, resource id): {{(pid=99868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 05:41:46.171441 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.provisioning_blocks [None req-ef2208df-7c44-433b-b9dc-79ba21abb11f None None] Provisioning complete for port eaafee04-0ebb-4177-881b-f4b628743110 triggered by entity DHCP. {{(pid=99870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 05:41:46.171805 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-ef2208df-7c44-433b-b9dc-79ba21abb11f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551367'] for port, provisioning_complete {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:41:46.187508 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-065dd98b-23d9-42b2-adfb-88af90e7ba82 admin admin] Router d5fd9e4e-bf9f-43e5-8750-8d894033b7e0 is scheduled to L3 agent 81965deb-4354-4283-a756-7d5d3a21a742 with binding_index 1 {{(pid=99868) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 05:41:46.207039 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.plugin [None req-ef2208df-7c44-433b-b9dc-79ba21abb11f None None] Port eaafee04-0ebb-4177-881b-f4b628743110 cannot update to ACTIVE because it is not bound. {{(pid=99870) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 05:41:46.279386 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-065dd98b-23d9-42b2-adfb-88af90e7ba82 admin admin] Notify agent at l3_agent.dv-cinder-772623-9-smb the message routers_updated {{(pid=99868) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 05:41:46.284472 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [None req-065dd98b-23d9-42b2-adfb-88af90e7ba82 admin admin] 10.222.0.11 "PUT /v2.0/routers/d5fd9e4e-bf9f-43e5-8750-8d894033b7e0/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1193056 Jun 17 05:41:46.288746 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98dee3c1-e192-4ee6-a39d-743f237679e3 None None] Sync routers for ids ['d5fd9e4e-bf9f-43e5-8750-8d894033b7e0'] in dv-cinder-772623-9-smb {{(pid=99871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 05:41:46.300821 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98dee3c1-e192-4ee6-a39d-743f237679e3 None None] Routers {'d5fd9e4e-bf9f-43e5-8750-8d894033b7e0'} bound to L3 agent in host dv-cinder-772623-9-smb {{(pid=99871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 05:41:46.301655 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.db.l3_hamode_db [None req-98dee3c1-e192-4ee6-a39d-743f237679e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-17T05:41:12Z,description=,heartbeat_timestamp=2021-06-17T05:41:42Z,host='dv-cinder-772623-9-smb',id=81965deb-4354-4283-a756-7d5d3a21a742,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T05:41:12Z,topic='l3_agent')) {'router_ids': ['d5fd9e4e-bf9f-43e5-8750-8d894033b7e0'], 'active': True} {{(pid=99871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:41:46.483769 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.db.l3_dvr_db [None req-98dee3c1-e192-4ee6-a39d-743f237679e3 None None] Set router d5fd9e4e-bf9f-43e5-8750-8d894033b7e0 gateway port host: None {{(pid=99871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 05:41:46.900047 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.db.l3_hamode_db [None req-98dee3c1-e192-4ee6-a39d-743f237679e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5fd9e4e-bf9f-43e5-8750-8d894033b7e0', 'name': 'router1', 'tenant_id': '88cfdfd1674148589ec0089af53e8ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T05:41:34Z', 'updated_at': '2021-06-17T05:41:45Z', 'revision_number': 2, 'project_id': '88cfdfd1674148589ec0089af53e8ff7', 'gw_port_host': None, '_interfaces': [{'id': 'eaafee04-0ebb-4177-881b-f4b628743110', 'name': '', 'network_id': '8f894ede-3107-400e-aded-e55b12df0d5a', 'tenant_id': '88cfdfd1674148589ec0089af53e8ff7', 'mac_address': 'fa:16:3e:86:0b:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5fd9e4e-bf9f-43e5-8750-8d894033b7e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7aeaef79-e3dd-4cc7-ac6e-c79ea806e829', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:41:44Z', 'updated_at': '2021-06-17T05:41:45Z', 'revision_number': 2, 'project_id': '88cfdfd1674148589ec0089af53e8ff7', 'subnets': [{'id': '7aeaef79-e3dd-4cc7-ac6e-c79ea806e829', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fe4aa06b-a0ab-45e2-ae32-992593bc3b0e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-9-smb', False) {} {{(pid=99871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:41:46.950874 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98dee3c1-e192-4ee6-a39d-743f237679e3 None None] Checking router: d5fd9e4e-bf9f-43e5-8750-8d894033b7e0 for host: dv-cinder-772623-9-smb {{(pid=99871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 05:41:46.951250 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98dee3c1-e192-4ee6-a39d-743f237679e3 None None] Updating router d5fd9e4e-bf9f-43e5-8750-8d894033b7e0 port eaafee04-0ebb-4177-881b-f4b628743110 binding host dv-cinder-772623-9-smb {{(pid=99871) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 05:41:47.014171 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-98dee3c1-e192-4ee6-a39d-743f237679e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1464132'] for port, before_update {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:41:47.492625 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-98dee3c1-e192-4ee6-a39d-743f237679e3 None None] Notify callbacks [] for port, precommit_update {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:41:47.510740 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.db.provisioning_blocks [None req-98dee3c1-e192-4ee6-a39d-743f237679e3 None None] Transition to ACTIVE for port object eaafee04-0ebb-4177-881b-f4b628743110 will not be triggered until provisioned by entity L2. {{(pid=99871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 05:41:47.579580 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-98dee3c1-e192-4ee6-a39d-743f237679e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773697962343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773697504561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773697504606'] for port, after_update {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:41:47.584428 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:41:47.783558 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f582ab9-207f-469b-99ed-bee49ffaa574 None None] Pushing event updated for resources: {'Port': ['ID=eaafee04-0ebb-4177-881b-f4b628743110,revision_number=3']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:41:47.789324 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.plugins.ml2.managers [None req-98dee3c1-e192-4ee6-a39d-743f237679e3 None None] Attempting to bind port eaafee04-0ebb-4177-881b-f4b628743110 on host dv-cinder-772623-9-smb for vnic_type normal with profile {{(pid=99871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 05:41:47.789706 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.plugins.ml2.managers [None req-98dee3c1-e192-4ee6-a39d-743f237679e3 None None] Attempting to bind port eaafee04-0ebb-4177-881b-f4b628743110 by drivers openvswitch,hyperv on host dv-cinder-772623-9-smb at level 0 using segments [{'id': '9d8f6359-169b-45c3-a50c-dce21f4114ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '8f894ede-3107-400e-aded-e55b12df0d5a'}] {{(pid=99871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 05:41:47.790124 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98dee3c1-e192-4ee6-a39d-743f237679e3 None None] Attempting to bind port eaafee04-0ebb-4177-881b-f4b628743110 on network 8f894ede-3107-400e-aded-e55b12df0d5a {{(pid=99871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 05:41:47.798596 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f582ab9-207f-469b-99ed-bee49ffaa574 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:41:47.798957 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f582ab9-207f-469b-99ed-bee49ffaa574 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:41:47.799285 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f582ab9-207f-469b-99ed-bee49ffaa574 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:41:47.799605 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f582ab9-207f-469b-99ed-bee49ffaa574 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:41:47.799921 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f582ab9-207f-469b-99ed-bee49ffaa574 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:41:47.800236 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f582ab9-207f-469b-99ed-bee49ffaa574 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:41:47.800551 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f582ab9-207f-469b-99ed-bee49ffaa574 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:41:47.800858 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f582ab9-207f-469b-99ed-bee49ffaa574 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:41:47.801165 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f582ab9-207f-469b-99ed-bee49ffaa574 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:41:47.801471 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f582ab9-207f-469b-99ed-bee49ffaa574 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:41:47.801775 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f582ab9-207f-469b-99ed-bee49ffaa574 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:41:47.802078 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f582ab9-207f-469b-99ed-bee49ffaa574 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:41:47.803168 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f582ab9-207f-469b-99ed-bee49ffaa574 None None] Tracked resource versions report: Jun 17 05:41:47.803168 dv-cinder-772623-9-smb neutron-server[99871]: pushed versions: Jun 17 05:41:47.803168 dv-cinder-772623-9-smb neutron-server[99871]: { 'AddressGroup': {'1.2'}, Jun 17 05:41:47.803168 dv-cinder-772623-9-smb neutron-server[99871]: 'ConntrackHelper': {'1.0'}, Jun 17 05:41:47.803168 dv-cinder-772623-9-smb neutron-server[99871]: 'Log': {'1.0'}, Jun 17 05:41:47.803168 dv-cinder-772623-9-smb neutron-server[99871]: 'Network': {'1.1'}, Jun 17 05:41:47.803168 dv-cinder-772623-9-smb neutron-server[99871]: 'Port': {'1.7'}, Jun 17 05:41:47.803168 dv-cinder-772623-9-smb neutron-server[99871]: 'PortForwarding': {'1.2'}, Jun 17 05:41:47.803168 dv-cinder-772623-9-smb neutron-server[99871]: 'QosPolicy': {'1.8'}, Jun 17 05:41:47.803168 dv-cinder-772623-9-smb neutron-server[99871]: 'SecurityGroup': {'1.4'}, Jun 17 05:41:47.803168 dv-cinder-772623-9-smb neutron-server[99871]: 'SecurityGroupRule': {'1.2'}, Jun 17 05:41:47.803168 dv-cinder-772623-9-smb neutron-server[99871]: 'SubPort': {'1.0'}, Jun 17 05:41:47.803168 dv-cinder-772623-9-smb neutron-server[99871]: 'Subnet': {'1.1'}, Jun 17 05:41:47.803168 dv-cinder-772623-9-smb neutron-server[99871]: 'Trunk': {'1.1'}} Jun 17 05:41:47.803168 dv-cinder-772623-9-smb neutron-server[99871]: consumer versions: Jun 17 05:41:47.803168 dv-cinder-772623-9-smb neutron-server[99871]: { DHCP agent@dv-cinder-772623-9-smb: {}, Jun 17 05:41:47.803168 dv-cinder-772623-9-smb neutron-server[99871]: L3 agent@dv-cinder-772623-9-smb: {}, Jun 17 05:41:47.803168 dv-cinder-772623-9-smb neutron-server[99871]: Metadata agent@dv-cinder-772623-9-smb: {}, Jun 17 05:41:47.803168 dv-cinder-772623-9-smb neutron-server[99871]: Metering agent@dv-cinder-772623-9-smb: {}, Jun 17 05:41:47.803168 dv-cinder-772623-9-smb neutron-server[99871]: Open vSwitch agent@dv-cinder-772623-9-smb: { 'AddressGroup': '1.2', Jun 17 05:41:47.803168 dv-cinder-772623-9-smb neutron-server[99871]: 'ConntrackHelper': '1.0', Jun 17 05:41:47.803168 dv-cinder-772623-9-smb neutron-server[99871]: 'Log': '1.0', Jun 17 05:41:47.803168 dv-cinder-772623-9-smb neutron-server[99871]: 'Network': '1.1', Jun 17 05:41:47.803168 dv-cinder-772623-9-smb neutron-server[99871]: 'Port': '1.7', Jun 17 05:41:47.803168 dv-cinder-772623-9-smb neutron-server[99871]: 'PortForwarding': '1.2', Jun 17 05:41:47.803168 dv-cinder-772623-9-smb neutron-server[99871]: 'QosPolicy': '1.8', Jun 17 05:41:47.803168 dv-cinder-772623-9-smb neutron-server[99871]: 'SecurityGroup': '1.4', Jun 17 05:41:47.803168 dv-cinder-772623-9-smb neutron-server[99871]: 'SecurityGroupRule': '1.2', Jun 17 05:41:47.803168 dv-cinder-772623-9-smb neutron-server[99871]: 'SubPort': '1.0', Jun 17 05:41:47.803168 dv-cinder-772623-9-smb neutron-server[99871]: 'Subnet': '1.1', Jun 17 05:41:47.803168 dv-cinder-772623-9-smb neutron-server[99871]: 'Trunk': '1.1'}} Jun 17 05:41:47.803168 dv-cinder-772623-9-smb neutron-server[99871]: {{(pid=99871) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 17 05:41:47.805406 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98dee3c1-e192-4ee6-a39d-743f237679e3 None None] Checking agent: {'id': 'b8410894-a9e9-4538-b1e5-41b045bec560', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-9-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 5, 41, 12), 'started_at': datetime.datetime(2021, 6, 17, 5, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 5, 41, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-9-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 05:41:47.805804 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98dee3c1-e192-4ee6-a39d-743f237679e3 None None] Checking segment: {'id': '9d8f6359-169b-45c3-a50c-dce21f4114ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '8f894ede-3107-400e-aded-e55b12df0d5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 05:41:47.806281 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-98dee3c1-e192-4ee6-a39d-743f237679e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:41:47.806660 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98dee3c1-e192-4ee6-a39d-743f237679e3 None None] Bound using segment: {'id': '9d8f6359-169b-45c3-a50c-dce21f4114ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '8f894ede-3107-400e-aded-e55b12df0d5a'} {{(pid=99871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 05:41:47.807185 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.plugins.ml2.managers [None req-98dee3c1-e192-4ee6-a39d-743f237679e3 None None] Bound port: eaafee04-0ebb-4177-881b-f4b628743110, host: dv-cinder-772623-9-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d8f6359-169b-45c3-a50c-dce21f4114ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '8f894ede-3107-400e-aded-e55b12df0d5a'}}] {{(pid=99871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 05:41:47.807552 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-98dee3c1-e192-4ee6-a39d-743f237679e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1464132'] for port, before_update {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:41:47.819197 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-8f582ab9-207f-469b-99ed-bee49ffaa574 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:41:47.881458 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.plugins.ml2.db [None req-98dee3c1-e192-4ee6-a39d-743f237679e3 None None] For port eaafee04-0ebb-4177-881b-f4b628743110, host dv-cinder-772623-9-smb, cleared binding levels {{(pid=99871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 05:41:47.902645 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.plugins.ml2.db [None req-98dee3c1-e192-4ee6-a39d-743f237679e3 None None] For port eaafee04-0ebb-4177-881b-f4b628743110, host dv-cinder-772623-9-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-9-smb',level=0,port_id=eaafee04-0ebb-4177-881b-f4b628743110,segment=NetworkSegment(9d8f6359-169b-45c3-a50c-dce21f4114ba),segment_id=9d8f6359-169b-45c3-a50c-dce21f4114ba)] {{(pid=99871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 05:41:47.974414 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-98dee3c1-e192-4ee6-a39d-743f237679e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773697962343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773697504561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773697504606'] for port, after_update {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:41:47.976764 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-8f582ab9-207f-469b-99ed-bee49ffaa574 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:41:48.035889 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f582ab9-207f-469b-99ed-bee49ffaa574 None None] Pushing event updated for resources: {'Port': ['ID=eaafee04-0ebb-4177-881b-f4b628743110,revision_number=4']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:41:48.042757 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-8f582ab9-207f-469b-99ed-bee49ffaa574 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:41:48.043356 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98dee3c1-e192-4ee6-a39d-743f237679e3 None None] Routers {'d5fd9e4e-bf9f-43e5-8750-8d894033b7e0'} bound to L3 agent in host dv-cinder-772623-9-smb {{(pid=99871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 05:41:48.044060 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.db.l3_hamode_db [None req-98dee3c1-e192-4ee6-a39d-743f237679e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-17T05:41:12Z,description=,heartbeat_timestamp=2021-06-17T05:41:42Z,host='dv-cinder-772623-9-smb',id=81965deb-4354-4283-a756-7d5d3a21a742,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T05:41:12Z,topic='l3_agent')) {'router_ids': ['d5fd9e4e-bf9f-43e5-8750-8d894033b7e0'], 'active': True} {{(pid=99871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:41:48.131891 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.db.l3_dvr_db [None req-98dee3c1-e192-4ee6-a39d-743f237679e3 None None] Set router d5fd9e4e-bf9f-43e5-8750-8d894033b7e0 gateway port host: None {{(pid=99871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 05:41:48.337315 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.db.l3_hamode_db [None req-98dee3c1-e192-4ee6-a39d-743f237679e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5fd9e4e-bf9f-43e5-8750-8d894033b7e0', 'name': 'router1', 'tenant_id': '88cfdfd1674148589ec0089af53e8ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T05:41:34Z', 'updated_at': '2021-06-17T05:41:45Z', 'revision_number': 2, 'project_id': '88cfdfd1674148589ec0089af53e8ff7', 'gw_port_host': None, '_interfaces': [{'id': 'eaafee04-0ebb-4177-881b-f4b628743110', 'name': '', 'network_id': '8f894ede-3107-400e-aded-e55b12df0d5a', 'tenant_id': '88cfdfd1674148589ec0089af53e8ff7', 'mac_address': 'fa:16:3e:86:0b:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5fd9e4e-bf9f-43e5-8750-8d894033b7e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7aeaef79-e3dd-4cc7-ac6e-c79ea806e829', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:41:44Z', 'updated_at': '2021-06-17T05:41:47Z', 'revision_number': 4, 'project_id': '88cfdfd1674148589ec0089af53e8ff7', 'subnets': [{'id': '7aeaef79-e3dd-4cc7-ac6e-c79ea806e829', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fe4aa06b-a0ab-45e2-ae32-992593bc3b0e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-9-smb', False) {} {{(pid=99871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:41:48.364675 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98dee3c1-e192-4ee6-a39d-743f237679e3 None None] The sync data for ids ['d5fd9e4e-bf9f-43e5-8750-8d894033b7e0'] in dv-cinder-772623-9-smb is: [{'id': 'd5fd9e4e-bf9f-43e5-8750-8d894033b7e0', 'name': 'router1', 'tenant_id': '88cfdfd1674148589ec0089af53e8ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T05:41:34Z', 'updated_at': '2021-06-17T05:41:45Z', 'revision_number': 2, 'project_id': '88cfdfd1674148589ec0089af53e8ff7', 'gw_port_host': None, '_interfaces': [{'id': 'eaafee04-0ebb-4177-881b-f4b628743110', 'name': '', 'network_id': '8f894ede-3107-400e-aded-e55b12df0d5a', 'tenant_id': '88cfdfd1674148589ec0089af53e8ff7', 'mac_address': 'fa:16:3e:86:0b:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5fd9e4e-bf9f-43e5-8750-8d894033b7e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7aeaef79-e3dd-4cc7-ac6e-c79ea806e829', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:41:44Z', 'updated_at': '2021-06-17T05:41:47Z', 'revision_number': 4, 'project_id': '88cfdfd1674148589ec0089af53e8ff7', 'subnets': [{'id': '7aeaef79-e3dd-4cc7-ac6e-c79ea806e829', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fe4aa06b-a0ab-45e2-ae32-992593bc3b0e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 05:41:48.466558 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.wsgi [-] (99868) accepted ('10.222.0.11', 50512) {{(pid=99868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:41:48.573100 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b49ea2b0-f211-479a-a25d-d0f5744c6e2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:41:48.574424 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [None req-b49ea2b0-f211-479a-a25d-d0f5744c6e2b admin admin] 10.222.0.11 "GET /v2.0/networks/afc4d833-6824-4139-a55a-2b6a6bf3fba6 HTTP/1.1" status: 200 len: 842 time: 0.1068456 Jun 17 05:41:48.583868 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.v2.base [None req-621c0c3f-103c-4bb8-8f95-0c60a8c90cfc admin admin] Request body: {'subnet': {'gateway_ip': '172.28.2.1', 'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6', 'name': 'public-subnet', 'ip_version': 4, 'enable_dhcp': False, 'cidr': '172.28.2.0/24'}} {{(pid=99868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:41:48.685107 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-621c0c3f-103c-4bb8-8f95-0c60a8c90cfc admin admin] Made reservation on behalf of 6d2a141b0e334661a8c1786551705fb8 for: {'subnet': 1} {{(pid=99868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 05:41:48.687366 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-621c0c3f-103c-4bb8-8f95-0c60a8c90cfc admin admin] Notify callbacks [] for subnet, before_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:41:49.049677 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.objects.ports [None req-621c0c3f-103c-4bb8-8f95-0c60a8c90cfc admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=99868) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 17 05:41:49.050135 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-621c0c3f-103c-4bb8-8f95-0c60a8c90cfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061'] for subnet, after_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:41:49.052915 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:41:49.104992 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621c0c3f-103c-4bb8-8f95-0c60a8c90cfc admin admin] Pushing event updated for resources: {'Subnet': ['ID=527396ff-4aca-4049-a96d-23452d13fcc2,revision_number=0']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:41:49.108127 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-621c0c3f-103c-4bb8-8f95-0c60a8c90cfc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:41:49.115172 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-621c0c3f-103c-4bb8-8f95-0c60a8c90cfc admin admin] Checking segment: {'id': '5df065dd-7136-4632-92ed-7b0e1f2019c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 05:41:49.115544 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-621c0c3f-103c-4bb8-8f95-0c60a8c90cfc admin admin] Network hostable DHCP agents. Network: afc4d833-6824-4139-a55a-2b6a6bf3fba6, hostable agents: ['f091d0a2-6a46-4cbb-8021-fc5f6c6b7d63'], hosted agents: [] {{(pid=99868) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 05:41:49.198845 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-621c0c3f-103c-4bb8-8f95-0c60a8c90cfc admin admin] Network afc4d833-6824-4139-a55a-2b6a6bf3fba6 is scheduled to be hosted by DHCP agent f091d0a2-6a46-4cbb-8021-fc5f6c6b7d63 with binding_index 1 {{(pid=99868) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 05:41:49.284412 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.scheduler.base_scheduler [None req-621c0c3f-103c-4bb8-8f95-0c60a8c90cfc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-9-smb, afc4d833-6824-4139-a55a-2b6a6bf3fba6) {{(pid=99868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 05:41:49.291544 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-093d51f9-46ca-4815-981e-5a2fb70ed45c None None] Network afc4d833-6824-4139-a55a-2b6a6bf3fba6 requested from dv-cinder-772623-9-smb {{(pid=99870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 05:41:49.292929 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-621c0c3f-103c-4bb8-8f95-0c60a8c90cfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:41:49.293482 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-621c0c3f-103c-4bb8-8f95-0c60a8c90cfc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564043'] for subnet, before_response {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:41:49.394866 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [None req-621c0c3f-103c-4bb8-8f95-0c60a8c90cfc admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8003342 Jun 17 05:41:49.414344 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a077689-6f2b-4970-849f-dc3822e78353 None None] Network afc4d833-6824-4139-a55a-2b6a6bf3fba6 requested from dv-cinder-772623-9-smb {{(pid=99870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 05:41:50.126575 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.db.agents_db [None req-7f16872b-b609-48fb-9c73-6a76dd98e1b9 None None] Agent healthcheck: found 5 active agents {{(pid=99871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 05:41:51.387837 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Device eaafee04-0ebb-4177-881b-f4b628743110 up at agent ovs-agent-dv-cinder-772623-9-smb {{(pid=99870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 05:41:51.505544 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.provisioning_blocks [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Provisioning for port eaafee04-0ebb-4177-881b-f4b628743110 completed by entity L2. {{(pid=99870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 05:41:51.509729 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.provisioning_blocks [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Provisioning complete for port eaafee04-0ebb-4177-881b-f4b628743110 triggered by entity L2. {{(pid=99870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 05:41:51.510103 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551367'] for port, provisioning_complete {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:41:51.585301 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1464132'] for port, before_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:41:51.613940 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.wsgi [-] (99868) accepted ('10.222.0.11', 50524) {{(pid=99868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:41:51.618113 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.db [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] For port eaafee04-0ebb-4177-881b-f4b628743110, host dv-cinder-772623-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-9-smb',level=0,port_id=eaafee04-0ebb-4177-881b-f4b628743110,segment=NetworkSegment(9d8f6359-169b-45c3-a50c-dce21f4114ba),segment_id=9d8f6359-169b-45c3-a50c-dce21f4114ba)] {{(pid=99870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:41:51.710896 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773697962343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773697504561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773697504606'] for port, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:41:51.713339 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [None req-a69e72c2-9086-4784-9fd5-a342b5ca6c18 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:41:51.745324 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [None req-8d032366-8c04-4b0a-81cd-105f9efbe749 admin admin] 10.222.0.11 "GET /v2.0/routers/d5fd9e4e-bf9f-43e5-8750-8d894033b7e0 HTTP/1.1" status: 200 len: 710 time: 0.1301317 Jun 17 05:41:51.758978 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Pushing event updated for resources: {'Port': ['ID=eaafee04-0ebb-4177-881b-f4b628743110,revision_number=5']} {{(pid=99870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:41:51.761944 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:41:51.829102 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-725dda31-50bc-4851-acc9-c529e10cba6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:41:51.830478 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [None req-725dda31-50bc-4851-acc9-c529e10cba6e admin admin] 10.222.0.11 "GET /v2.0/networks/afc4d833-6824-4139-a55a-2b6a6bf3fba6 HTTP/1.1" status: 200 len: 886 time: 0.0799999 Jun 17 05:41:51.839044 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.v2.base [None req-a68c3abc-e05f-4a93-9d92-bccc1da10c87 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6'}}} {{(pid=99868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:41:52.143282 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-a68c3abc-e05f-4a93-9d92-bccc1da10c87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422308', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-368536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2755'] for router, precommit_update {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:41:52.442442 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-a68c3abc-e05f-4a93-9d92-bccc1da10c87 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:41:52.523612 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-a68c3abc-e05f-4a93-9d92-bccc1da10c87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1464150'] for port, before_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:41:52.636704 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.db.db_base_plugin_common [None req-a68c3abc-e05f-4a93-9d92-bccc1da10c87 admin admin] Allocated IP 172.28.2.144 (afc4d833-6824-4139-a55a-2b6a6bf3fba6/527396ff-4aca-4049-a96d-23452d13fcc2/045db52e-45cc-4158-8430-98579dfc69c4) {{(pid=99868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 05:41:52.736822 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-a68c3abc-e05f-4a93-9d92-bccc1da10c87 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:41:52.827734 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-a68c3abc-e05f-4a93-9d92-bccc1da10c87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1465235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-156110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-564052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773697504543'] for port, after_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:41:52.829785 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-065dd98b-23d9-42b2-adfb-88af90e7ba82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:41:52.864524 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a68c3abc-e05f-4a93-9d92-bccc1da10c87 admin admin] Network afc4d833-6824-4139-a55a-2b6a6bf3fba6 is already hosted by enough agents. {{(pid=99868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 05:41:52.868893 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.scheduler.base_scheduler [None req-a68c3abc-e05f-4a93-9d92-bccc1da10c87 admin admin] Resources bound (agent type, host, resource id): {{(pid=99868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 05:41:52.873866 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68c3abc-e05f-4a93-9d92-bccc1da10c87 admin admin] Received port after_create {{(pid=99868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 05:41:52.876548 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68c3abc-e05f-4a93-9d92-bccc1da10c87 admin admin] Pushing event updated for resources: {'Port': ['ID=045db52e-45cc-4158-8430-98579dfc69c4,revision_number=1']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:41:52.910766 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-a68c3abc-e05f-4a93-9d92-bccc1da10c87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:41:53.191026 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-a68c3abc-e05f-4a93-9d92-bccc1da10c87 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:41:53.359013 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Device eaafee04-0ebb-4177-881b-f4b628743110 up at agent ovs-agent-dv-cinder-772623-9-smb {{(pid=99870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 05:41:53.382978 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-a68c3abc-e05f-4a93-9d92-bccc1da10c87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422308', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-368536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2755'] for router, precommit_update {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:41:53.386605 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-a68c3abc-e05f-4a93-9d92-bccc1da10c87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-422354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-422315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-422361', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-368529'] for router, after_update {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:41:53.456163 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.provisioning_blocks [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Provisioning complete for port eaafee04-0ebb-4177-881b-f4b628743110 triggered by entity L2. {{(pid=99870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 05:41:53.456163 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551367'] for port, provisioning_complete {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:41:53.491770 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a68c3abc-e05f-4a93-9d92-bccc1da10c87 admin admin] Router d5fd9e4e-bf9f-43e5-8750-8d894033b7e0 has already been hosted by L3 agent 81965deb-4354-4283-a756-7d5d3a21a742 {{(pid=99868) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 05:41:53.597364 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a68c3abc-e05f-4a93-9d92-bccc1da10c87 admin admin] Notify agent at l3_agent.dv-cinder-772623-9-smb the message routers_updated {{(pid=99868) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 05:41:53.601622 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-a68c3abc-e05f-4a93-9d92-bccc1da10c87 admin admin] Notify callbacks [] for router, before_response {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:41:53.602845 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [None req-a68c3abc-e05f-4a93-9d92-bccc1da10c87 admin admin] 10.222.0.11 "PUT /v2.0/routers/d5fd9e4e-bf9f-43e5-8750-8d894033b7e0 HTTP/1.1" status: 200 len: 890 time: 1.7669563 Jun 17 05:41:53.607954 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43707475-cf3f-4e61-b84f-481ad91f00c8 None None] Sync routers for ids ['d5fd9e4e-bf9f-43e5-8750-8d894033b7e0'] in dv-cinder-772623-9-smb {{(pid=99870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 05:41:53.618972 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43707475-cf3f-4e61-b84f-481ad91f00c8 None None] Routers {'d5fd9e4e-bf9f-43e5-8750-8d894033b7e0'} bound to L3 agent in host dv-cinder-772623-9-smb {{(pid=99870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 05:41:53.619647 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.l3_hamode_db [None req-43707475-cf3f-4e61-b84f-481ad91f00c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-17T05:41:12Z,description=,heartbeat_timestamp=2021-06-17T05:41:42Z,host='dv-cinder-772623-9-smb',id=81965deb-4354-4283-a756-7d5d3a21a742,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T05:41:12Z,topic='l3_agent')) {'router_ids': ['d5fd9e4e-bf9f-43e5-8750-8d894033b7e0'], 'active': True} {{(pid=99870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:41:53.830062 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.l3_dvr_db [None req-43707475-cf3f-4e61-b84f-481ad91f00c8 None None] Set router d5fd9e4e-bf9f-43e5-8750-8d894033b7e0 gateway port host: dv-cinder-772623-9-smb {{(pid=99870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 05:41:54.207171 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.l3_hamode_db [None req-43707475-cf3f-4e61-b84f-481ad91f00c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5fd9e4e-bf9f-43e5-8750-8d894033b7e0', 'name': 'router1', 'tenant_id': '88cfdfd1674148589ec0089af53e8ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6', 'external_fixed_ips': [{'subnet_id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'ip_address': '172.28.2.144'}], 'enable_snat': True}, 'gw_port_id': '045db52e-45cc-4158-8430-98579dfc69c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T05:41:34Z', 'updated_at': '2021-06-17T05:41:52Z', 'revision_number': 4, 'project_id': '88cfdfd1674148589ec0089af53e8ff7', 'gw_port': {'id': '045db52e-45cc-4158-8430-98579dfc69c4', 'name': '', 'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:94:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5fd9e4e-bf9f-43e5-8750-8d894033b7e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'ip_address': '172.28.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:41:52Z', 'updated_at': '2021-06-17T05:41:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-smb', '_interfaces': [{'id': 'eaafee04-0ebb-4177-881b-f4b628743110', 'name': '', 'network_id': '8f894ede-3107-400e-aded-e55b12df0d5a', 'tenant_id': '88cfdfd1674148589ec0089af53e8ff7', 'mac_address': 'fa:16:3e:86:0b:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5fd9e4e-bf9f-43e5-8750-8d894033b7e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7aeaef79-e3dd-4cc7-ac6e-c79ea806e829', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:41:44Z', 'updated_at': '2021-06-17T05:41:51Z', 'revision_number': 5, 'project_id': '88cfdfd1674148589ec0089af53e8ff7', 'subnets': [{'id': '7aeaef79-e3dd-4cc7-ac6e-c79ea806e829', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fe4aa06b-a0ab-45e2-ae32-992593bc3b0e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-9-smb', False) {} {{(pid=99870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:41:54.258146 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43707475-cf3f-4e61-b84f-481ad91f00c8 None None] Checking router: d5fd9e4e-bf9f-43e5-8750-8d894033b7e0 for host: dv-cinder-772623-9-smb {{(pid=99870) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 05:41:54.258509 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43707475-cf3f-4e61-b84f-481ad91f00c8 None None] Updating router d5fd9e4e-bf9f-43e5-8750-8d894033b7e0 port 045db52e-45cc-4158-8430-98579dfc69c4 binding host dv-cinder-772623-9-smb {{(pid=99870) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 05:41:54.289536 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-43707475-cf3f-4e61-b84f-481ad91f00c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1464132'] for port, before_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:41:54.601009 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-43707475-cf3f-4e61-b84f-481ad91f00c8 None None] Notify callbacks [] for port, precommit_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:41:54.611943 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.provisioning_blocks [None req-43707475-cf3f-4e61-b84f-481ad91f00c8 None None] Transition to ACTIVE for port object 045db52e-45cc-4158-8430-98579dfc69c4 will not be triggered until provisioned by entity L2. {{(pid=99870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 05:41:54.701948 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-43707475-cf3f-4e61-b84f-481ad91f00c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773697962343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773697504561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773697504606'] for port, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:41:54.704313 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [None req-8aabcb15-a0c9-4d24-bc75-f9c98a500f91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:41:54.754114 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.managers [None req-43707475-cf3f-4e61-b84f-481ad91f00c8 None None] Attempting to bind port 045db52e-45cc-4158-8430-98579dfc69c4 on host dv-cinder-772623-9-smb for vnic_type normal with profile {{(pid=99870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 05:41:54.754736 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.managers [None req-43707475-cf3f-4e61-b84f-481ad91f00c8 None None] Attempting to bind port 045db52e-45cc-4158-8430-98579dfc69c4 by drivers openvswitch,hyperv on host dv-cinder-772623-9-smb at level 0 using segments [{'id': '5df065dd-7136-4632-92ed-7b0e1f2019c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6'}] {{(pid=99870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 05:41:54.755119 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43707475-cf3f-4e61-b84f-481ad91f00c8 None None] Attempting to bind port 045db52e-45cc-4158-8430-98579dfc69c4 on network afc4d833-6824-4139-a55a-2b6a6bf3fba6 {{(pid=99870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 05:41:54.757007 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f5f01c-7c84-461e-a352-75c756959690 None None] Pushing event updated for resources: {'Port': ['ID=045db52e-45cc-4158-8430-98579dfc69c4,revision_number=2']} {{(pid=99870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:41:54.760131 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [None req-54f5f01c-7c84-461e-a352-75c756959690 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:41:54.763429 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43707475-cf3f-4e61-b84f-481ad91f00c8 None None] Checking agent: {'id': 'b8410894-a9e9-4538-b1e5-41b045bec560', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-9-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 5, 41, 12), 'started_at': datetime.datetime(2021, 6, 17, 5, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 5, 41, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-9-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 05:41:54.763805 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43707475-cf3f-4e61-b84f-481ad91f00c8 None None] Checking segment: {'id': '5df065dd-7136-4632-92ed-7b0e1f2019c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 05:41:54.764206 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-43707475-cf3f-4e61-b84f-481ad91f00c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:41:54.764944 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43707475-cf3f-4e61-b84f-481ad91f00c8 None None] Bound using segment: {'id': '5df065dd-7136-4632-92ed-7b0e1f2019c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6'} {{(pid=99870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 05:41:54.765027 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.managers [None req-43707475-cf3f-4e61-b84f-481ad91f00c8 None None] Bound port: 045db52e-45cc-4158-8430-98579dfc69c4, host: dv-cinder-772623-9-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5df065dd-7136-4632-92ed-7b0e1f2019c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6'}}] {{(pid=99870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 05:41:54.765410 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-43707475-cf3f-4e61-b84f-481ad91f00c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1464132'] for port, before_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:41:54.812885 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.db [None req-43707475-cf3f-4e61-b84f-481ad91f00c8 None None] For port 045db52e-45cc-4158-8430-98579dfc69c4, host dv-cinder-772623-9-smb, cleared binding levels {{(pid=99870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 05:41:54.815834 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.db [None req-43707475-cf3f-4e61-b84f-481ad91f00c8 None None] For port 045db52e-45cc-4158-8430-98579dfc69c4, host dv-cinder-772623-9-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-9-smb',level=0,port_id=045db52e-45cc-4158-8430-98579dfc69c4,segment=NetworkSegment(5df065dd-7136-4632-92ed-7b0e1f2019c5),segment_id=5df065dd-7136-4632-92ed-7b0e1f2019c5)] {{(pid=99870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 05:41:54.894446 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-43707475-cf3f-4e61-b84f-481ad91f00c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773697962343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773697504561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773697504606'] for port, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:41:54.897640 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:41:54.956094 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43707475-cf3f-4e61-b84f-481ad91f00c8 None None] Routers {'d5fd9e4e-bf9f-43e5-8750-8d894033b7e0'} bound to L3 agent in host dv-cinder-772623-9-smb {{(pid=99870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 05:41:54.956736 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.l3_hamode_db [None req-43707475-cf3f-4e61-b84f-481ad91f00c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-17T05:41:12Z,description=,heartbeat_timestamp=2021-06-17T05:41:42Z,host='dv-cinder-772623-9-smb',id=81965deb-4354-4283-a756-7d5d3a21a742,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T05:41:12Z,topic='l3_agent')) {'router_ids': ['d5fd9e4e-bf9f-43e5-8750-8d894033b7e0'], 'active': True} {{(pid=99870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:41:54.958657 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f5f01c-7c84-461e-a352-75c756959690 None None] Pushing event updated for resources: {'Port': ['ID=045db52e-45cc-4158-8430-98579dfc69c4,revision_number=3']} {{(pid=99870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:41:54.962321 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [None req-54f5f01c-7c84-461e-a352-75c756959690 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:41:55.131246 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.l3_dvr_db [None req-43707475-cf3f-4e61-b84f-481ad91f00c8 None None] Set router d5fd9e4e-bf9f-43e5-8750-8d894033b7e0 gateway port host: dv-cinder-772623-9-smb {{(pid=99870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 05:41:55.338019 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.l3_hamode_db [None req-43707475-cf3f-4e61-b84f-481ad91f00c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5fd9e4e-bf9f-43e5-8750-8d894033b7e0', 'name': 'router1', 'tenant_id': '88cfdfd1674148589ec0089af53e8ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6', 'external_fixed_ips': [{'subnet_id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'ip_address': '172.28.2.144'}], 'enable_snat': True}, 'gw_port_id': '045db52e-45cc-4158-8430-98579dfc69c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T05:41:34Z', 'updated_at': '2021-06-17T05:41:52Z', 'revision_number': 4, 'project_id': '88cfdfd1674148589ec0089af53e8ff7', 'gw_port': {'id': '045db52e-45cc-4158-8430-98579dfc69c4', 'name': '', 'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:94:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5fd9e4e-bf9f-43e5-8750-8d894033b7e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'ip_address': '172.28.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:41:52Z', 'updated_at': '2021-06-17T05:41:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-smb', '_interfaces': [{'id': 'eaafee04-0ebb-4177-881b-f4b628743110', 'name': '', 'network_id': '8f894ede-3107-400e-aded-e55b12df0d5a', 'tenant_id': '88cfdfd1674148589ec0089af53e8ff7', 'mac_address': 'fa:16:3e:86:0b:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5fd9e4e-bf9f-43e5-8750-8d894033b7e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7aeaef79-e3dd-4cc7-ac6e-c79ea806e829', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:41:44Z', 'updated_at': '2021-06-17T05:41:51Z', 'revision_number': 5, 'project_id': '88cfdfd1674148589ec0089af53e8ff7', 'subnets': [{'id': '7aeaef79-e3dd-4cc7-ac6e-c79ea806e829', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fe4aa06b-a0ab-45e2-ae32-992593bc3b0e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-9-smb', False) {} {{(pid=99870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:41:55.363094 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43707475-cf3f-4e61-b84f-481ad91f00c8 None None] The sync data for ids ['d5fd9e4e-bf9f-43e5-8750-8d894033b7e0'] in dv-cinder-772623-9-smb is: [{'id': 'd5fd9e4e-bf9f-43e5-8750-8d894033b7e0', 'name': 'router1', 'tenant_id': '88cfdfd1674148589ec0089af53e8ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6', 'external_fixed_ips': [{'subnet_id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'ip_address': '172.28.2.144'}], 'enable_snat': True}, 'gw_port_id': '045db52e-45cc-4158-8430-98579dfc69c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T05:41:34Z', 'updated_at': '2021-06-17T05:41:52Z', 'revision_number': 4, 'project_id': '88cfdfd1674148589ec0089af53e8ff7', 'gw_port': {'id': '045db52e-45cc-4158-8430-98579dfc69c4', 'name': '', 'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:94:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5fd9e4e-bf9f-43e5-8750-8d894033b7e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'ip_address': '172.28.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:41:52Z', 'updated_at': '2021-06-17T05:41:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-smb', '_interfaces': [{'id': 'eaafee04-0ebb-4177-881b-f4b628743110', 'name': '', 'network_id': '8f894ede-3107-400e-aded-e55b12df0d5a', 'tenant_id': '88cfdfd1674148589ec0089af53e8ff7', 'mac_address': 'fa:16:3e:86:0b:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5fd9e4e-bf9f-43e5-8750-8d894033b7e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7aeaef79-e3dd-4cc7-ac6e-c79ea806e829', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:41:44Z', 'updated_at': '2021-06-17T05:41:51Z', 'revision_number': 5, 'project_id': '88cfdfd1674148589ec0089af53e8ff7', 'subnets': [{'id': '7aeaef79-e3dd-4cc7-ac6e-c79ea806e829', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fe4aa06b-a0ab-45e2-ae32-992593bc3b0e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 05:41:55.992942 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.wsgi [-] (99869) accepted ('10.222.0.11', 50532) {{(pid=99869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:41:56.132535 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [None req-0c49aa4d-9bd9-43d6-8d0e-fc5b7edb28f1 admin admin] 10.222.0.11 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1385193 Jun 17 05:41:57.410464 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Device 045db52e-45cc-4158-8430-98579dfc69c4 up at agent ovs-agent-dv-cinder-772623-9-smb {{(pid=99870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 05:41:57.558678 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.provisioning_blocks [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Provisioning for port 045db52e-45cc-4158-8430-98579dfc69c4 completed by entity L2. {{(pid=99870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 05:41:57.562685 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.provisioning_blocks [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Provisioning complete for port 045db52e-45cc-4158-8430-98579dfc69c4 triggered by entity L2. {{(pid=99870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 05:41:57.564406 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551367'] for port, provisioning_complete {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:41:57.637347 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1464132'] for port, before_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:41:57.657566 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.db [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] For port 045db52e-45cc-4158-8430-98579dfc69c4, host dv-cinder-772623-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-9-smb',level=0,port_id=045db52e-45cc-4158-8430-98579dfc69c4,segment=NetworkSegment(5df065dd-7136-4632-92ed-7b0e1f2019c5),segment_id=5df065dd-7136-4632-92ed-7b0e1f2019c5)] {{(pid=99870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:41:57.730607 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773697962343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773697504561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773697504606'] for port, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:41:57.735699 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [None req-54f5f01c-7c84-461e-a352-75c756959690 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:41:57.789431 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Pushing event updated for resources: {'Port': ['ID=045db52e-45cc-4158-8430-98579dfc69c4,revision_number=4']} {{(pid=99870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:41:57.792797 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:41:59.362116 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Device 045db52e-45cc-4158-8430-98579dfc69c4 up at agent ovs-agent-dv-cinder-772623-9-smb {{(pid=99870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 05:41:59.422640 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.provisioning_blocks [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Provisioning complete for port 045db52e-45cc-4158-8430-98579dfc69c4 triggered by entity L2. {{(pid=99870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 05:41:59.423077 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551367'] for port, provisioning_complete {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:42:08.850113 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-7088fed1-0a97-48fb-820f-ea5dd0ff4039 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:42:11.594091 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-bae060ed-7f0d-4fdf-94d7-d22823a8ef44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:42:11.637083 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:42:12.398682 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-e4a25698-dc7e-488a-a9c3-c2b55bed5747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:42:14.185502 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-835a5b83-af16-4b0b-afcf-c7c94ac397a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:42:27.127129 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.db.agents_db [None req-7f16872b-b609-48fb-9c73-6a76dd98e1b9 None None] Agent healthcheck: found 5 active agents {{(pid=99871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 05:42:39.287733 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-0b9e6f6a-4ee6-4fd1-9ae4-8394ee6c7c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:42:41.649612 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-fd5b3330-8692-43df-b5ca-99f394cc7a2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:42:41.660654 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:42:42.403433 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-e4a25698-dc7e-488a-a9c3-c2b55bed5747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:42:44.149856 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-835a5b83-af16-4b0b-afcf-c7c94ac397a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:43:04.125461 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.db.agents_db [None req-7f16872b-b609-48fb-9c73-6a76dd98e1b9 None None] Agent healthcheck: found 5 active agents {{(pid=99871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 05:43:08.831803 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-f1d70bb5-8eac-4b50-95b3-7436bf148eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:43:11.597367 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:43:11.625902 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-ca8bc84c-3ccc-4375-aea9-827be7f9cb18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:43:12.408833 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-e4a25698-dc7e-488a-a9c3-c2b55bed5747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:43:14.132163 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-835a5b83-af16-4b0b-afcf-c7c94ac397a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:43:34.488144 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.wsgi [-] (99869) accepted ('10.222.0.11', 51100) {{(pid=99869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:43:34.547223 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.pecan_wsgi.hooks.translation [None req-52378c63-e576-4031-9d80-ba442957aae2 admin admin] GET failed (client error): The resource could not be found. Jun 17 05:43:34.548496 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [None req-52378c63-e576-4031-9d80-ba442957aae2 admin admin] 10.222.0.11 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0594194 Jun 17 05:43:34.704853 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaf31fac-7fe5-44c7-9034-7a29b2996227 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:43:34.706205 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [None req-aaf31fac-7fe5-44c7-9034-7a29b2996227 admin admin] 10.222.0.11 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1539974 Jun 17 05:43:36.887500 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.wsgi [-] (99869) accepted ('10.222.0.11', 51110) {{(pid=99869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:43:36.987291 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee826a0b-8deb-4eee-b274-381626c3159c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:43:36.988641 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [None req-ee826a0b-8deb-4eee-b274-381626c3159c admin admin] 10.222.0.11 "GET /v2.0/subnets/7aeaef79-e3dd-4cc7-ac6e-c79ea806e829 HTTP/1.1" status: 200 len: 849 time: 0.1001995 Jun 17 05:43:36.999195 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.v2.base [None req-8db68f94-40ab-4442-abd7-9c7e5c5fddb5 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=99869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:43:37.092534 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-8db68f94-40ab-4442-abd7-9c7e5c5fddb5 admin admin] Notify callbacks [] for subnet, before_update {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:43:37.299713 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-8db68f94-40ab-4442-abd7-9c7e5c5fddb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8773697962352'] for subnet, after_update {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:43:37.302764 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:43:37.334119 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8db68f94-40ab-4442-abd7-9c7e5c5fddb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:43:37.334750 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-8db68f94-40ab-4442-abd7-9c7e5c5fddb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564043'] for subnet, before_response {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:43:37.341792 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [None req-8db68f94-40ab-4442-abd7-9c7e5c5fddb5 admin admin] 10.222.0.11 "PUT /v2.0/subnets/7aeaef79-e3dd-4cc7-ac6e-c79ea806e829 HTTP/1.1" status: 200 len: 868 time: 0.3411000 Jun 17 05:43:37.341918 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29f548aa-2093-421f-9656-f1f8ebe9cb0e None None] Network 8f894ede-3107-400e-aded-e55b12df0d5a requested from dv-cinder-772623-9-smb {{(pid=99870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 05:43:37.363187 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db68f94-40ab-4442-abd7-9c7e5c5fddb5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7aeaef79-e3dd-4cc7-ac6e-c79ea806e829,revision_number=1']} {{(pid=99869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:43:37.370420 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db68f94-40ab-4442-abd7-9c7e5c5fddb5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:43:37.370790 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db68f94-40ab-4442-abd7-9c7e5c5fddb5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:43:37.371114 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db68f94-40ab-4442-abd7-9c7e5c5fddb5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:43:37.371438 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db68f94-40ab-4442-abd7-9c7e5c5fddb5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:43:37.371754 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db68f94-40ab-4442-abd7-9c7e5c5fddb5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:43:37.372070 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db68f94-40ab-4442-abd7-9c7e5c5fddb5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:43:37.372384 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db68f94-40ab-4442-abd7-9c7e5c5fddb5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:43:37.372694 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db68f94-40ab-4442-abd7-9c7e5c5fddb5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:43:37.373026 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db68f94-40ab-4442-abd7-9c7e5c5fddb5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:43:37.373337 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db68f94-40ab-4442-abd7-9c7e5c5fddb5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:43:37.373643 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db68f94-40ab-4442-abd7-9c7e5c5fddb5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:43:37.373949 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db68f94-40ab-4442-abd7-9c7e5c5fddb5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:43:37.377616 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-8db68f94-40ab-4442-abd7-9c7e5c5fddb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:43:37.699655 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.provisioning_blocks [None req-8f10f00b-c1ed-4b32-b0a7-3ecc7725a715 None None] Provisioning complete for port b5807df1-35a6-4e77-a94d-8ca86dcd3a12 triggered by entity DHCP. {{(pid=99870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 05:43:37.700035 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-8f10f00b-c1ed-4b32-b0a7-3ecc7725a715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551367'] for port, provisioning_complete {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:43:37.785715 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.provisioning_blocks [None req-8f10f00b-c1ed-4b32-b0a7-3ecc7725a715 None None] Provisioning complete for port eaafee04-0ebb-4177-881b-f4b628743110 triggered by entity DHCP. {{(pid=99870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 05:43:37.786088 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-8f10f00b-c1ed-4b32-b0a7-3ecc7725a715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551367'] for port, provisioning_complete {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:43:38.857859 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-dcc65e29-d717-405c-8e80-d2ea7ec7f25c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:43:39.463765 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.wsgi [-] (99869) accepted ('10.222.0.11', 51118) {{(pid=99869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:43:39.652836 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df7eff3d-00ba-4452-a832-380fce70db84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:43:39.653236 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df7eff3d-00ba-4452-a832-380fce70db84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:43:39.654745 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [None req-df7eff3d-00ba-4452-a832-380fce70db84 admin admin] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1900311 Jun 17 05:43:41.124415 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.db.agents_db [None req-7f16872b-b609-48fb-9c73-6a76dd98e1b9 None None] Agent healthcheck: found 5 active agents {{(pid=99871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 05:43:41.613835 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:43:41.622649 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-18816875-2b62-42c9-b23a-304dc6edda07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:43:41.796833 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.wsgi [-] (99868) accepted ('10.222.0.11', 51126) {{(pid=99868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:43:42.067340 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10469457-df40-463b-866c-12ecf215518c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:43:42.067819 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10469457-df40-463b-866c-12ecf215518c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:43:42.069332 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [None req-10469457-df40-463b-866c-12ecf215518c admin admin] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2715521 Jun 17 05:43:42.383330 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-e4a25698-dc7e-488a-a9c3-c2b55bed5747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:43:44.167767 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-835a5b83-af16-4b0b-afcf-c7c94ac397a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:43:44.192580 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.wsgi [-] (99868) accepted ('10.222.0.11', 51136) {{(pid=99868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:43:44.318941 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54e0a52a-5d95-495c-847c-c3eb9d1536c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:43:44.320276 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [None req-54e0a52a-5d95-495c-847c-c3eb9d1536c7 admin admin] 10.222.0.11 "GET /v2.0/networks/8f894ede-3107-400e-aded-e55b12df0d5a HTTP/1.1" status: 200 len: 869 time: 0.1267469 Jun 17 05:43:46.410562 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.wsgi [-] (99868) accepted ('10.222.0.11', 51144) {{(pid=99868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:43:46.529877 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27649618-656f-460b-b308-3437d8796ff1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:43:46.531242 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [None req-27649618-656f-460b-b308-3437d8796ff1 admin admin] 10.222.0.11 "GET /v2.0/networks/afc4d833-6824-4139-a55a-2b6a6bf3fba6 HTTP/1.1" status: 200 len: 886 time: 0.1197205 Jun 17 05:43:48.638657 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.wsgi [-] (99868) accepted ('10.222.0.11', 51152) {{(pid=99868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:43:48.759656 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dc6510d-632b-431e-b13c-2812dee2f450 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:43:48.760114 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dc6510d-632b-431e-b13c-2812dee2f450 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:43:48.761597 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [None req-3dc6510d-632b-431e-b13c-2812dee2f450 admin admin] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1219511 Jun 17 05:43:50.853955 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.wsgi [-] (99868) accepted ('10.222.0.11', 51160) {{(pid=99868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:43:50.941327 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d91eba0-5932-4ff9-927d-36d84224fa78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:43:50.941773 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d91eba0-5932-4ff9-927d-36d84224fa78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:43:50.943302 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [None req-8d91eba0-5932-4ff9-927d-36d84224fa78 admin admin] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0883667 Jun 17 05:43:53.072583 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.wsgi [-] (99868) accepted ('10.222.0.11', 51168) {{(pid=99868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:43:53.157888 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb81be47-ff1a-44e9-81d1-a583b38e4a04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:43:53.159195 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [None req-fb81be47-ff1a-44e9-81d1-a583b38e4a04 admin admin] 10.222.0.11 "GET /v2.0/subnets/527396ff-4aca-4049-a96d-23452d13fcc2 HTTP/1.1" status: 200 len: 816 time: 0.0856819 Jun 17 05:43:55.263853 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.wsgi [-] (99868) accepted ('10.222.0.11', 51176) {{(pid=99868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:43:55.356330 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd69feea-d031-4f2f-bb7c-c0a0129f33c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:43:55.357615 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [None req-fd69feea-d031-4f2f-bb7c-c0a0129f33c4 admin admin] 10.222.0.11 "GET /v2.0/subnets/7aeaef79-e3dd-4cc7-ac6e-c79ea806e829 HTTP/1.1" status: 200 len: 868 time: 0.0928426 Jun 17 05:44:08.851151 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-66a959cd-a82c-433a-999b-ed81d5ed6535 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:44:11.645498 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:44:11.686040 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-f6237793-b61c-46d4-a136-07ba639772d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:44:12.424313 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-e4a25698-dc7e-488a-a9c3-c2b55bed5747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:44:14.154016 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-835a5b83-af16-4b0b-afcf-c7c94ac397a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:44:18.123279 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.db.agents_db [None req-7f16872b-b609-48fb-9c73-6a76dd98e1b9 None None] Agent healthcheck: found 5 active agents {{(pid=99871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 05:44:18.586634 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.wsgi [-] (99868) accepted ('10.222.0.11', 51220) {{(pid=99868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:44:18.632588 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.wsgi [None req-ad876ab7-087e-450a-a82a-617dfdbda4bb admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=99868) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 05:44:18.633569 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [None req-ad876ab7-087e-450a-a82a-617dfdbda4bb admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0459607 Jun 17 05:44:20.820692 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.wsgi [-] (99869) accepted ('10.222.0.11', 51228) {{(pid=99869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:44:20.877916 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d302f97-e35c-4d93-8e77-b94f96669306 admin admin] GET failed (client error): The resource could not be found. Jun 17 05:44:20.879228 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [None req-0d302f97-e35c-4d93-8e77-b94f96669306 admin admin] 10.222.0.11 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0574908 Jun 17 05:44:20.963527 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77769037-e048-4692-95a9-c2f6a88c64ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:44:20.964990 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [None req-77769037-e048-4692-95a9-c2f6a88c64ce admin admin] 10.222.0.11 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0811920 Jun 17 05:44:23.129687 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.wsgi [-] (99868) accepted ('10.222.0.11', 51236) {{(pid=99868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:44:23.174631 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.v2.base [None req-c8d9d1ac-1e98-49c5-9a22-b0eec02397b6 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=99868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:44:23.307606 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8d9d1ac-1e98-49c5-9a22-b0eec02397b6 admin admin] Made reservation on behalf of 6d2a141b0e334661a8c1786551705fb8 for: {'network': 1} {{(pid=99868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 05:44:23.309958 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-c8d9d1ac-1e98-49c5-9a22-b0eec02397b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1464150'] for network, before_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:44:23.344741 dv-cinder-772623-9-smb neutron-server[99868]: WARNING neutron.services.revisions.revision_plugin [None req-c8d9d1ac-1e98-49c5-9a22-b0eec02397b6 admin admin] Could not find related network for resource to bump revision. Jun 17 05:44:23.358368 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8d9d1ac-1e98-49c5-9a22-b0eec02397b6 admin admin] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=99868) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 05:44:23.368464 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-c8d9d1ac-1e98-49c5-9a22-b0eec02397b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589316'] for segment, precommit_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:44:23.368803 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.db.segments_db [None req-c8d9d1ac-1e98-49c5-9a22-b0eec02397b6 admin admin] Added segment 00b4e045-168c-4f29-9508-4c7cf10f0e6a of type vlan for network 44792852-0ac5-4974-9393-f7446cb169b8 Jun 17 05:44:23.406168 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-c8d9d1ac-1e98-49c5-9a22-b0eec02397b6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773697459366'] for network, precommit_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:44:23.524869 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-c8d9d1ac-1e98-49c5-9a22-b0eec02397b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3713235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-564052'] for network, after_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:44:23.526183 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8d9d1ac-1e98-49c5-9a22-b0eec02397b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:44:23.526760 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-c8d9d1ac-1e98-49c5-9a22-b0eec02397b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564043'] for network, before_response {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:44:23.528720 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:44:23.584744 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d9d1ac-1e98-49c5-9a22-b0eec02397b6 admin admin] Pushing event updated for resources: {'Network': ['ID=44792852-0ac5-4974-9393-f7446cb169b8,revision_number=1']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:44:23.590960 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d9d1ac-1e98-49c5-9a22-b0eec02397b6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:44:23.591300 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d9d1ac-1e98-49c5-9a22-b0eec02397b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:44:23.591632 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d9d1ac-1e98-49c5-9a22-b0eec02397b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:44:23.591956 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d9d1ac-1e98-49c5-9a22-b0eec02397b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:44:23.592278 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d9d1ac-1e98-49c5-9a22-b0eec02397b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:44:23.592599 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d9d1ac-1e98-49c5-9a22-b0eec02397b6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:44:23.592916 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d9d1ac-1e98-49c5-9a22-b0eec02397b6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:44:23.593268 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d9d1ac-1e98-49c5-9a22-b0eec02397b6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:44:23.593590 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d9d1ac-1e98-49c5-9a22-b0eec02397b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:44:23.593887 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d9d1ac-1e98-49c5-9a22-b0eec02397b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:44:23.594200 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d9d1ac-1e98-49c5-9a22-b0eec02397b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:44:23.594512 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d9d1ac-1e98-49c5-9a22-b0eec02397b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:44:23.598283 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-c8d9d1ac-1e98-49c5-9a22-b0eec02397b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:44:23.606598 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Network 44792852-0ac5-4974-9393-f7446cb169b8 details requested by agent ovs-agent-dv-cinder-772623-9-smb with host dv-cinder-772623-9-smb {{(pid=99870) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 05:44:23.795998 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [None req-c8d9d1ac-1e98-49c5-9a22-b0eec02397b6 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6643131 Jun 17 05:44:25.926682 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.wsgi [-] (99868) accepted ('10.222.0.11', 51244) {{(pid=99868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:44:25.985810 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.pecan_wsgi.hooks.translation [None req-1046d4c4-b378-4419-9202-6e5c6d47d3fe admin admin] GET failed (client error): The resource could not be found. Jun 17 05:44:25.987134 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [None req-1046d4c4-b378-4419-9202-6e5c6d47d3fe admin admin] 10.222.0.11 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0587494 Jun 17 05:44:26.082414 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02fa1038-665a-4b6f-8275-398e7bfc4fb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:44:26.084664 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [None req-02fa1038-665a-4b6f-8275-398e7bfc4fb0 admin admin] 10.222.0.11 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0931606 Jun 17 05:44:26.094108 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.v2.base [None req-395fdea5-a1e3-4fe0-9095-10d9886ba663 admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '192.168.233.0/24', 'network_id': '44792852-0ac5-4974-9393-f7446cb169b8', 'description': 'shared-subnet', 'name': 'shared-subnet'}} {{(pid=99868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:44:26.241564 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-395fdea5-a1e3-4fe0-9095-10d9886ba663 admin admin] Made reservation on behalf of 6d2a141b0e334661a8c1786551705fb8 for: {'subnet': 1} {{(pid=99868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 05:44:26.243832 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-395fdea5-a1e3-4fe0-9095-10d9886ba663 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:44:26.456687 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-395fdea5-a1e3-4fe0-9095-10d9886ba663 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061'] for subnet, after_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:44:26.459492 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-621c0c3f-103c-4bb8-8f95-0c60a8c90cfc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:44:26.509910 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395fdea5-a1e3-4fe0-9095-10d9886ba663 admin admin] Pushing event updated for resources: {'Subnet': ['ID=36792e82-6414-4fd0-8e96-4a6912e7209b,revision_number=0']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:44:26.514913 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-395fdea5-a1e3-4fe0-9095-10d9886ba663 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:44:26.517365 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-395fdea5-a1e3-4fe0-9095-10d9886ba663 admin admin] Checking segment: {'id': '00b4e045-168c-4f29-9508-4c7cf10f0e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '44792852-0ac5-4974-9393-f7446cb169b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 05:44:26.517712 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-395fdea5-a1e3-4fe0-9095-10d9886ba663 admin admin] Network hostable DHCP agents. Network: 44792852-0ac5-4974-9393-f7446cb169b8, hostable agents: ['f091d0a2-6a46-4cbb-8021-fc5f6c6b7d63'], hosted agents: [] {{(pid=99868) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 05:44:26.588055 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-395fdea5-a1e3-4fe0-9095-10d9886ba663 admin admin] Network 44792852-0ac5-4974-9393-f7446cb169b8 is scheduled to be hosted by DHCP agent f091d0a2-6a46-4cbb-8021-fc5f6c6b7d63 with binding_index 1 {{(pid=99868) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 05:44:26.669118 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.scheduler.base_scheduler [None req-395fdea5-a1e3-4fe0-9095-10d9886ba663 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-9-smb, 44792852-0ac5-4974-9393-f7446cb169b8) {{(pid=99868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 05:44:26.673045 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-395fdea5-a1e3-4fe0-9095-10d9886ba663 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:44:26.673624 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-395fdea5-a1e3-4fe0-9095-10d9886ba663 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564043'] for subnet, before_response {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:44:26.679528 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72c5593d-53ef-4349-80cc-ee2f5dcc0680 None None] Network 44792852-0ac5-4974-9393-f7446cb169b8 requested from dv-cinder-772623-9-smb {{(pid=99870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 05:44:26.761656 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [None req-395fdea5-a1e3-4fe0-9095-10d9886ba663 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6707590 Jun 17 05:44:26.917790 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21952842-ead0-42e6-af23-c1d3aec8ab31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb2b759c4-0602-5b39-aa3b-c64d413254e9-44792852-0ac5-4974-9393-f7446cb169b8', 'network_id': '44792852-0ac5-4974-9393-f7446cb169b8', 'tenant_id': '6d2a141b0e334661a8c1786551705fb8', 'fixed_ips': [{'subnet_id': '36792e82-6414-4fd0-8e96-4a6912e7209b'}]}} from dv-cinder-772623-9-smb. {{(pid=99870) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 05:44:26.918635 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-21952842-ead0-42e6-af23-c1d3aec8ab31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1464150'] for port, before_create {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:44:27.048565 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.db_base_plugin_common [None req-21952842-ead0-42e6-af23-c1d3aec8ab31 None None] Allocated IP 192.168.233.2 (44792852-0ac5-4974-9393-f7446cb169b8/36792e82-6414-4fd0-8e96-4a6912e7209b/87787ebf-ef92-4683-a36d-62c8e1049647) {{(pid=99870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 05:44:27.195872 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-21952842-ead0-42e6-af23-c1d3aec8ab31 None None] Notify callbacks [] for port, precommit_create {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:44:27.204286 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.provisioning_blocks [None req-21952842-ead0-42e6-af23-c1d3aec8ab31 None None] Transition to ACTIVE for port object 87787ebf-ef92-4683-a36d-62c8e1049647 will not be triggered until provisioned by entity L2. {{(pid=99870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 05:44:27.219294 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.provisioning_blocks [None req-21952842-ead0-42e6-af23-c1d3aec8ab31 None None] Transition to ACTIVE for port object 87787ebf-ef92-4683-a36d-62c8e1049647 will not be triggered until provisioned by entity DHCP. {{(pid=99870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 05:44:27.285815 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-21952842-ead0-42e6-af23-c1d3aec8ab31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1465235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-156110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-564052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773697504543'] for port, after_create {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:44:27.288674 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:44:27.324968 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21952842-ead0-42e6-af23-c1d3aec8ab31 None None] Network 44792852-0ac5-4974-9393-f7446cb169b8 is already hosted by enough agents. {{(pid=99870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 05:44:27.325544 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.scheduler.base_scheduler [None req-21952842-ead0-42e6-af23-c1d3aec8ab31 None None] Resources bound (agent type, host, resource id): {{(pid=99870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 05:44:27.329008 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21952842-ead0-42e6-af23-c1d3aec8ab31 None None] Received port after_create {{(pid=99870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 05:44:27.345029 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21952842-ead0-42e6-af23-c1d3aec8ab31 None None] Pushing event updated for resources: {'Port': ['ID=87787ebf-ef92-4683-a36d-62c8e1049647,revision_number=1']} {{(pid=99870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:44:27.370012 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21952842-ead0-42e6-af23-c1d3aec8ab31 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:44:27.370357 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21952842-ead0-42e6-af23-c1d3aec8ab31 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:44:27.370694 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21952842-ead0-42e6-af23-c1d3aec8ab31 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:44:27.371054 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21952842-ead0-42e6-af23-c1d3aec8ab31 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:44:27.371381 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21952842-ead0-42e6-af23-c1d3aec8ab31 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:44:27.371708 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21952842-ead0-42e6-af23-c1d3aec8ab31 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:44:27.372039 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21952842-ead0-42e6-af23-c1d3aec8ab31 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:44:27.372356 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21952842-ead0-42e6-af23-c1d3aec8ab31 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:44:27.372678 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21952842-ead0-42e6-af23-c1d3aec8ab31 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:44:27.372995 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21952842-ead0-42e6-af23-c1d3aec8ab31 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:44:27.373330 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21952842-ead0-42e6-af23-c1d3aec8ab31 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:44:27.373645 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21952842-ead0-42e6-af23-c1d3aec8ab31 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:44:27.377748 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [None req-21952842-ead0-42e6-af23-c1d3aec8ab31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:44:27.413670 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.managers [None req-21952842-ead0-42e6-af23-c1d3aec8ab31 None None] Attempting to bind port 87787ebf-ef92-4683-a36d-62c8e1049647 on host dv-cinder-772623-9-smb for vnic_type normal with profile {{(pid=99870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 05:44:27.414032 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.managers [None req-21952842-ead0-42e6-af23-c1d3aec8ab31 None None] Attempting to bind port 87787ebf-ef92-4683-a36d-62c8e1049647 by drivers openvswitch,hyperv on host dv-cinder-772623-9-smb at level 0 using segments [{'id': '00b4e045-168c-4f29-9508-4c7cf10f0e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '44792852-0ac5-4974-9393-f7446cb169b8'}] {{(pid=99870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 05:44:27.414391 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21952842-ead0-42e6-af23-c1d3aec8ab31 None None] Attempting to bind port 87787ebf-ef92-4683-a36d-62c8e1049647 on network 44792852-0ac5-4974-9393-f7446cb169b8 {{(pid=99870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 05:44:27.419312 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21952842-ead0-42e6-af23-c1d3aec8ab31 None None] Checking agent: {'id': 'b8410894-a9e9-4538-b1e5-41b045bec560', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-9-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 5, 41, 12), 'started_at': datetime.datetime(2021, 6, 17, 5, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 5, 44, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-9-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 05:44:27.419680 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21952842-ead0-42e6-af23-c1d3aec8ab31 None None] Checking segment: {'id': '00b4e045-168c-4f29-9508-4c7cf10f0e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '44792852-0ac5-4974-9393-f7446cb169b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 05:44:27.420072 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-21952842-ead0-42e6-af23-c1d3aec8ab31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:44:27.420457 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21952842-ead0-42e6-af23-c1d3aec8ab31 None None] Bound using segment: {'id': '00b4e045-168c-4f29-9508-4c7cf10f0e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '44792852-0ac5-4974-9393-f7446cb169b8'} {{(pid=99870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 05:44:27.420942 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.managers [None req-21952842-ead0-42e6-af23-c1d3aec8ab31 None None] Bound port: 87787ebf-ef92-4683-a36d-62c8e1049647, host: dv-cinder-772623-9-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00b4e045-168c-4f29-9508-4c7cf10f0e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '44792852-0ac5-4974-9393-f7446cb169b8'}}] {{(pid=99870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 05:44:27.421312 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-21952842-ead0-42e6-af23-c1d3aec8ab31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1464132'] for port, before_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:44:27.482514 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.db [None req-21952842-ead0-42e6-af23-c1d3aec8ab31 None None] For port 87787ebf-ef92-4683-a36d-62c8e1049647, host dv-cinder-772623-9-smb, cleared binding levels {{(pid=99870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 05:44:27.485552 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.db [None req-21952842-ead0-42e6-af23-c1d3aec8ab31 None None] For port 87787ebf-ef92-4683-a36d-62c8e1049647, host dv-cinder-772623-9-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-9-smb',level=0,port_id=87787ebf-ef92-4683-a36d-62c8e1049647,segment=NetworkSegment(00b4e045-168c-4f29-9508-4c7cf10f0e6a),segment_id=00b4e045-168c-4f29-9508-4c7cf10f0e6a)] {{(pid=99870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 05:44:27.567320 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-21952842-ead0-42e6-af23-c1d3aec8ab31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773697962343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773697504561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773697504606'] for port, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:44:27.569863 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:44:27.628572 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21952842-ead0-42e6-af23-c1d3aec8ab31 None None] Pushing event updated for resources: {'Port': ['ID=87787ebf-ef92-4683-a36d-62c8e1049647,revision_number=2']} {{(pid=99870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:44:27.635589 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [None req-21952842-ead0-42e6-af23-c1d3aec8ab31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:44:28.443667 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60bb8a2e-46b7-4023-a347-15344cc9c785 None None] Network 44792852-0ac5-4974-9393-f7446cb169b8 requested from dv-cinder-772623-9-smb {{(pid=99870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 05:44:28.618429 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.provisioning_blocks [None req-0d3a5a0b-3e71-4f1b-b7d8-939b38a2b223 None None] Provisioning for port 87787ebf-ef92-4683-a36d-62c8e1049647 completed by entity DHCP. {{(pid=99870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 05:44:29.514045 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Device 87787ebf-ef92-4683-a36d-62c8e1049647 up at agent ovs-agent-dv-cinder-772623-9-smb {{(pid=99870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 05:44:29.624424 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.provisioning_blocks [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Provisioning for port 87787ebf-ef92-4683-a36d-62c8e1049647 completed by entity L2. {{(pid=99870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 05:44:29.631812 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.provisioning_blocks [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Provisioning complete for port 87787ebf-ef92-4683-a36d-62c8e1049647 triggered by entity L2. {{(pid=99870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 05:44:29.632202 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551367'] for port, provisioning_complete {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:44:29.720019 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1464132'] for port, before_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:44:29.744259 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.db [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] For port 87787ebf-ef92-4683-a36d-62c8e1049647, host dv-cinder-772623-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-9-smb',level=0,port_id=87787ebf-ef92-4683-a36d-62c8e1049647,segment=NetworkSegment(00b4e045-168c-4f29-9508-4c7cf10f0e6a),segment_id=00b4e045-168c-4f29-9508-4c7cf10f0e6a)] {{(pid=99870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:44:29.823694 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773697962343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773697504561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773697504606'] for port, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:44:29.825903 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:44:29.874420 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Pushing event updated for resources: {'Port': ['ID=87787ebf-ef92-4683-a36d-62c8e1049647,revision_number=3']} {{(pid=99870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:44:29.877510 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:44:31.498770 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Device 87787ebf-ef92-4683-a36d-62c8e1049647 up at agent ovs-agent-dv-cinder-772623-9-smb {{(pid=99870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 05:44:31.545882 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.provisioning_blocks [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Provisioning complete for port 87787ebf-ef92-4683-a36d-62c8e1049647 triggered by entity L2. {{(pid=99870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 05:44:31.546248 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551367'] for port, provisioning_complete {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:44:38.884840 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-cbfadfb2-a643-4d65-bdc2-3087308b79a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:44:41.583613 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:44:41.611961 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-a3cd20a9-8d38-4e86-bb76-2718d3947483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:44:42.404691 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-e4a25698-dc7e-488a-a9c3-c2b55bed5747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:44:44.160333 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-835a5b83-af16-4b0b-afcf-c7c94ac397a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:44:55.121770 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.db.agents_db [None req-7f16872b-b609-48fb-9c73-6a76dd98e1b9 None None] Agent healthcheck: found 5 active agents {{(pid=99871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 05:45:08.891629 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-73734aab-75da-497a-ba6e-01f5ea07a093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:45:11.588806 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:45:11.615692 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-88e8bc00-e683-4f96-96ba-2df021198abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:45:12.411281 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-e4a25698-dc7e-488a-a9c3-c2b55bed5747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:45:14.137500 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-835a5b83-af16-4b0b-afcf-c7c94ac397a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:45:32.121172 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.db.agents_db [None req-7f16872b-b609-48fb-9c73-6a76dd98e1b9 None None] Agent healthcheck: found 5 active agents {{(pid=99871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 05:45:38.849262 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-0f39db98-651a-4928-8f51-205c7557c7a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:45:41.587667 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:45:41.617147 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-eb89610a-ad91-4d21-8de0-3eb5a3b21d16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:45:42.393616 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-e4a25698-dc7e-488a-a9c3-c2b55bed5747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:45:44.148592 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-835a5b83-af16-4b0b-afcf-c7c94ac397a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:46:08.467485 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.wsgi [-] (99869) accepted ('10.222.0.11', 51296) {{(pid=99869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:46:08.473304 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.wsgi [None req-4d1f84c8-3b45-4216-bf9a-d1593773ead3 tempest-verify_tempest_config-1935618045 tempest-verify_tempest_config-1935618045-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=99869) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 05:46:08.478545 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [None req-4d1f84c8-3b45-4216-bf9a-d1593773ead3 tempest-verify_tempest_config-1935618045 tempest-verify_tempest_config-1935618045-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058782 Jun 17 05:46:08.854658 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-6f84c18f-6f56-459b-b962-0a50ff1b2bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:46:08.978890 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.wsgi [-] (99868) accepted ('10.222.0.11', 51314) {{(pid=99868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:46:09.078342 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-8b5d3091-9e9a-425b-bcfa-cb442fbb800a admin admin] Notify callbacks [] for security_group, before_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:46:09.119944 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.db.agents_db [None req-7f16872b-b609-48fb-9c73-6a76dd98e1b9 None None] Agent healthcheck: found 5 active agents {{(pid=99871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 05:46:09.164924 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-8b5d3091-9e9a-425b-bcfa-cb442fbb800a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:46:09.243981 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-8b5d3091-9e9a-425b-bcfa-cb442fbb800a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:46:09.246672 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:46:09.288219 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [None req-8b5d3091-9e9a-425b-bcfa-cb442fbb800a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=23920e3bc68349b8ad989fbdf7aba7c9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3082855 Jun 17 05:46:09.289009 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5d3091-9e9a-425b-bcfa-cb442fbb800a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a14785d-3638-40ae-a871-b83b0d6f941e,revision_number=1']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:46:09.291246 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.wsgi [-] (99869) accepted ('10.222.0.11', 51320) {{(pid=99869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:46:09.295603 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5d3091-9e9a-425b-bcfa-cb442fbb800a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:46:09.295947 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5d3091-9e9a-425b-bcfa-cb442fbb800a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:46:09.296281 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5d3091-9e9a-425b-bcfa-cb442fbb800a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:46:09.296605 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5d3091-9e9a-425b-bcfa-cb442fbb800a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:46:09.296925 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5d3091-9e9a-425b-bcfa-cb442fbb800a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:46:09.297244 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5d3091-9e9a-425b-bcfa-cb442fbb800a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:46:09.297559 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5d3091-9e9a-425b-bcfa-cb442fbb800a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:46:09.297877 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5d3091-9e9a-425b-bcfa-cb442fbb800a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:46:09.298190 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5d3091-9e9a-425b-bcfa-cb442fbb800a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:46:09.298502 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5d3091-9e9a-425b-bcfa-cb442fbb800a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:46:09.298820 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5d3091-9e9a-425b-bcfa-cb442fbb800a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:46:09.299147 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5d3091-9e9a-425b-bcfa-cb442fbb800a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:46:09.303723 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-8b5d3091-9e9a-425b-bcfa-cb442fbb800a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:46:09.345165 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-f64ec49e-32ad-4a98-9f03-c448c9917aa1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:46:09.365284 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-f64ec49e-32ad-4a98-9f03-c448c9917aa1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:46:09.513405 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-f64ec49e-32ad-4a98-9f03-c448c9917aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:46:09.516242 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-f64ec49e-32ad-4a98-9f03-c448c9917aa1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:46:09.517405 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [None req-f64ec49e-32ad-4a98-9f03-c448c9917aa1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4a14785d-3638-40ae-a871-b83b0d6f941e HTTP/1.1" status: 204 len: 168 time: 0.2252328 Jun 17 05:46:09.518197 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-1330dda1-aa42-453f-b0cf-90bda5f7a640 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:46:09.525537 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64ec49e-32ad-4a98-9f03-c448c9917aa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a14785d-3638-40ae-a871-b83b0d6f941e,revision_number=None']} {{(pid=99869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:46:09.531980 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64ec49e-32ad-4a98-9f03-c448c9917aa1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:46:09.532319 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64ec49e-32ad-4a98-9f03-c448c9917aa1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:46:09.532649 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64ec49e-32ad-4a98-9f03-c448c9917aa1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:46:09.532973 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64ec49e-32ad-4a98-9f03-c448c9917aa1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:46:09.533293 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64ec49e-32ad-4a98-9f03-c448c9917aa1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:46:09.533719 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64ec49e-32ad-4a98-9f03-c448c9917aa1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:46:09.533923 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64ec49e-32ad-4a98-9f03-c448c9917aa1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:46:09.534235 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64ec49e-32ad-4a98-9f03-c448c9917aa1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:46:09.534577 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64ec49e-32ad-4a98-9f03-c448c9917aa1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:46:09.534916 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64ec49e-32ad-4a98-9f03-c448c9917aa1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:46:09.535230 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64ec49e-32ad-4a98-9f03-c448c9917aa1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:46:09.535537 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64ec49e-32ad-4a98-9f03-c448c9917aa1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:46:09.538525 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-f64ec49e-32ad-4a98-9f03-c448c9917aa1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:46:11.587603 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:46:11.627296 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-916244ec-a739-40b1-a6fe-a801ddbb6b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:46:12.393115 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-e4a25698-dc7e-488a-a9c3-c2b55bed5747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:46:14.180445 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-835a5b83-af16-4b0b-afcf-c7c94ac397a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:46:38.843538 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-7caa6986-4de7-47ac-a5a6-19c3131a7719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:46:41.626568 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:46:41.643543 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-14a749d6-f11c-4074-acda-0dbe0d9622e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:46:42.398231 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-e4a25698-dc7e-488a-a9c3-c2b55bed5747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:46:44.144883 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-835a5b83-af16-4b0b-afcf-c7c94ac397a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:46:46.118520 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.db.agents_db [None req-7f16872b-b609-48fb-9c73-6a76dd98e1b9 None None] Agent healthcheck: found 5 active agents {{(pid=99871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 05:47:08.854108 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-05d430e3-10af-47af-9743-0f15ef74d0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:47:11.562854 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:47:11.614367 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-a60e941d-d12a-4179-919c-fe38ce9d8b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:47:12.396872 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-e4a25698-dc7e-488a-a9c3-c2b55bed5747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:47:14.173848 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-835a5b83-af16-4b0b-afcf-c7c94ac397a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:47:23.116090 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.db.agents_db [None req-7f16872b-b609-48fb-9c73-6a76dd98e1b9 None None] Agent healthcheck: found 5 active agents {{(pid=99871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 05:47:38.859067 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-95eb0e76-afac-4956-bd50-08cb0b28dfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:47:41.573087 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:47:41.647293 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-d574465c-d1df-4cac-bf1e-fb13bac494ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:47:42.412472 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-e4a25698-dc7e-488a-a9c3-c2b55bed5747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:47:44.173535 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-835a5b83-af16-4b0b-afcf-c7c94ac397a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:47:47.510628 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039'] for agent, after_create {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:47:51.425003 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.wsgi [-] (99868) accepted ('10.222.0.11', 51376) {{(pid=99868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:47:51.524871 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [None req-d5005386-4187-4095-a146-7fb200085673 admin admin] 10.222.0.11 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0987928 Jun 17 05:47:53.649077 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.wsgi [-] (99868) accepted ('10.222.0.11', 51386) {{(pid=99868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:47:53.699990 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [None req-24fa78bd-3f95-416b-bb0d-bf32854b8481 admin admin] 10.222.0.11 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0498600 Jun 17 05:48:00.115043 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.db.agents_db [None req-7f16872b-b609-48fb-9c73-6a76dd98e1b9 None None] Agent healthcheck: found 6 active agents {{(pid=99871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 05:48:08.869275 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-2525fb38-ec8f-4186-b52a-f7afcf0ac15d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:48:11.572570 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:48:11.618235 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-3c1ad3c2-8220-4dbd-8cc3-4498a522808e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:48:12.418346 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-e4a25698-dc7e-488a-a9c3-c2b55bed5747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:48:14.172674 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-835a5b83-af16-4b0b-afcf-c7c94ac397a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:48:17.514859 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:48:37.115002 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.db.agents_db [None req-7f16872b-b609-48fb-9c73-6a76dd98e1b9 None None] Agent healthcheck: found 6 active agents {{(pid=99871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 05:48:38.835441 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-eefcf8e5-94d5-4f6c-886c-fae50e582caf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:48:41.577729 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:48:41.594548 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-545e218c-13ab-48f4-9a3a-6ff2aedd4f85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:48:42.406019 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-e4a25698-dc7e-488a-a9c3-c2b55bed5747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:48:44.188845 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-835a5b83-af16-4b0b-afcf-c7c94ac397a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:48:47.543446 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:08.839859 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-65234b3e-ac82-4f25-9c5b-625bb50fe9e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:11.565771 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:11.617499 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-540a0e81-2a5a-46f3-ba05-8aacbfdb4eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:12.429236 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-e4a25698-dc7e-488a-a9c3-c2b55bed5747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:14.113956 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.db.agents_db [None req-7f16872b-b609-48fb-9c73-6a76dd98e1b9 None None] Agent healthcheck: found 6 active agents {{(pid=99871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 05:49:14.165923 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-835a5b83-af16-4b0b-afcf-c7c94ac397a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:17.543084 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:23.679260 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.wsgi [-] (99868) accepted ('10.222.0.11', 51600) {{(pid=99868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:49:23.955667 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.wsgi [-] (99868) accepted ('10.222.0.11', 51612) {{(pid=99868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:49:23.982789 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.wsgi [-] (99868) accepted ('10.222.0.11', 51616) {{(pid=99868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:49:24.155305 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.v2.base [None req-d462899e-d422-47f4-927c-5f5fed33d726 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-163353205-network', 'tenant_id': '33f2c29736bb40d78fad571bf0a20025'}} {{(pid=99868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:49:24.218975 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.wsgi [-] (99868) accepted ('10.222.0.11', 51624) {{(pid=99868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:49:24.240408 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d462899e-d422-47f4-927c-5f5fed33d726 admin admin] Made reservation on behalf of 33f2c29736bb40d78fad571bf0a20025 for: {'network': 1} {{(pid=99868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 05:49:24.243396 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-d462899e-d422-47f4-927c-5f5fed33d726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1464150'] for network, before_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:24.253129 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-d462899e-d422-47f4-927c-5f5fed33d726 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:24.269653 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.v2.base [None req-ff37502b-cf78-4df3-a29b-5e001620d61a admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-108065096-network', 'tenant_id': 'fa978392532a48ac86ad26dcc61bb25c'}} {{(pid=99868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:49:24.312868 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.v2.base [None req-c0f20e18-f30f-4b65-b651-70c5a9642d90 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-30295414-network', 'tenant_id': 'ce4f89efe12e4ea4942616b8dcf08d70'}} {{(pid=99868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:49:24.352204 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff37502b-cf78-4df3-a29b-5e001620d61a admin admin] Made reservation on behalf of fa978392532a48ac86ad26dcc61bb25c for: {'network': 1} {{(pid=99868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 05:49:24.355109 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-ff37502b-cf78-4df3-a29b-5e001620d61a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1464150'] for network, before_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:24.370480 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-ff37502b-cf78-4df3-a29b-5e001620d61a admin admin] Notify callbacks [] for security_group, before_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:24.443258 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.v2.base [None req-900073fe-c846-4c06-ab47-d807fb395eb1 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2008878588-network', 'tenant_id': '66854e3e3c4c47c891d2acb1d7f5c34d'}} {{(pid=99868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:49:24.471890 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-d462899e-d422-47f4-927c-5f5fed33d726 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:24.572681 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-d462899e-d422-47f4-927c-5f5fed33d726 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:24.583219 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:49:24.603839 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d462899e-d422-47f4-927c-5f5fed33d726 admin admin] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=99868) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 05:49:24.623285 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-d462899e-d422-47f4-927c-5f5fed33d726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589316'] for segment, precommit_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:24.623904 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.db.segments_db [None req-d462899e-d422-47f4-927c-5f5fed33d726 admin admin] Added segment 81591838-08f0-432e-af25-79981cd4b7ed of type vlan for network 1b25af0c-7521-4ee5-941d-fb951a7e4542 Jun 17 05:49:24.632754 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d462899e-d422-47f4-927c-5f5fed33d726 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c8e7b46-3529-470d-a950-980ae10dbd94,revision_number=1']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:49:24.641050 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d462899e-d422-47f4-927c-5f5fed33d726 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:49:24.641394 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d462899e-d422-47f4-927c-5f5fed33d726 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:49:24.641724 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d462899e-d422-47f4-927c-5f5fed33d726 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:49:24.642050 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d462899e-d422-47f4-927c-5f5fed33d726 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:49:24.642371 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d462899e-d422-47f4-927c-5f5fed33d726 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:49:24.642696 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d462899e-d422-47f4-927c-5f5fed33d726 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:49:24.643042 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d462899e-d422-47f4-927c-5f5fed33d726 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:49:24.643360 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d462899e-d422-47f4-927c-5f5fed33d726 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:49:24.643692 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d462899e-d422-47f4-927c-5f5fed33d726 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:49:24.644013 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d462899e-d422-47f4-927c-5f5fed33d726 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:49:24.645289 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d462899e-d422-47f4-927c-5f5fed33d726 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:49:24.645289 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d462899e-d422-47f4-927c-5f5fed33d726 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:49:24.645691 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d462899e-d422-47f4-927c-5f5fed33d726 admin admin] Tracked resource versions report: Jun 17 05:49:24.645691 dv-cinder-772623-9-smb neutron-server[99868]: pushed versions: Jun 17 05:49:24.645691 dv-cinder-772623-9-smb neutron-server[99868]: { 'AddressGroup': {'1.2'}, Jun 17 05:49:24.645691 dv-cinder-772623-9-smb neutron-server[99868]: 'ConntrackHelper': {'1.0'}, Jun 17 05:49:24.645691 dv-cinder-772623-9-smb neutron-server[99868]: 'Log': {'1.0'}, Jun 17 05:49:24.645691 dv-cinder-772623-9-smb neutron-server[99868]: 'Network': {'1.1'}, Jun 17 05:49:24.645691 dv-cinder-772623-9-smb neutron-server[99868]: 'Port': {'1.7'}, Jun 17 05:49:24.645691 dv-cinder-772623-9-smb neutron-server[99868]: 'PortForwarding': {'1.2'}, Jun 17 05:49:24.645691 dv-cinder-772623-9-smb neutron-server[99868]: 'QosPolicy': {'1.8'}, Jun 17 05:49:24.645691 dv-cinder-772623-9-smb neutron-server[99868]: 'SecurityGroup': {'1.4'}, Jun 17 05:49:24.645691 dv-cinder-772623-9-smb neutron-server[99868]: 'SecurityGroupRule': {'1.2'}, Jun 17 05:49:24.645691 dv-cinder-772623-9-smb neutron-server[99868]: 'SubPort': {'1.0'}, Jun 17 05:49:24.645691 dv-cinder-772623-9-smb neutron-server[99868]: 'Subnet': {'1.1'}, Jun 17 05:49:24.645691 dv-cinder-772623-9-smb neutron-server[99868]: 'Trunk': {'1.1'}} Jun 17 05:49:24.645691 dv-cinder-772623-9-smb neutron-server[99868]: consumer versions: Jun 17 05:49:24.645691 dv-cinder-772623-9-smb neutron-server[99868]: { DHCP agent@dv-cinder-772623-9-smb: {}, Jun 17 05:49:24.645691 dv-cinder-772623-9-smb neutron-server[99868]: HyperV agent@hv-cinder-77262: {}, Jun 17 05:49:24.645691 dv-cinder-772623-9-smb neutron-server[99868]: L3 agent@dv-cinder-772623-9-smb: {}, Jun 17 05:49:24.645691 dv-cinder-772623-9-smb neutron-server[99868]: Metadata agent@dv-cinder-772623-9-smb: {}, Jun 17 05:49:24.645691 dv-cinder-772623-9-smb neutron-server[99868]: Metering agent@dv-cinder-772623-9-smb: {}, Jun 17 05:49:24.645691 dv-cinder-772623-9-smb neutron-server[99868]: Open vSwitch agent@dv-cinder-772623-9-smb: { 'AddressGroup': '1.2', Jun 17 05:49:24.645691 dv-cinder-772623-9-smb neutron-server[99868]: 'ConntrackHelper': '1.0', Jun 17 05:49:24.645691 dv-cinder-772623-9-smb neutron-server[99868]: 'Log': '1.0', Jun 17 05:49:24.645691 dv-cinder-772623-9-smb neutron-server[99868]: 'Network': '1.1', Jun 17 05:49:24.645691 dv-cinder-772623-9-smb neutron-server[99868]: 'Port': '1.7', Jun 17 05:49:24.645691 dv-cinder-772623-9-smb neutron-server[99868]: 'PortForwarding': '1.2', Jun 17 05:49:24.645691 dv-cinder-772623-9-smb neutron-server[99868]: 'QosPolicy': '1.8', Jun 17 05:49:24.645691 dv-cinder-772623-9-smb neutron-server[99868]: 'SecurityGroup': '1.4', Jun 17 05:49:24.645691 dv-cinder-772623-9-smb neutron-server[99868]: 'SecurityGroupRule': '1.2', Jun 17 05:49:24.645691 dv-cinder-772623-9-smb neutron-server[99868]: 'SubPort': '1.0', Jun 17 05:49:24.645691 dv-cinder-772623-9-smb neutron-server[99868]: 'Subnet': '1.1', Jun 17 05:49:24.645691 dv-cinder-772623-9-smb neutron-server[99868]: 'Trunk': '1.1'}} Jun 17 05:49:24.645691 dv-cinder-772623-9-smb neutron-server[99868]: {{(pid=99868) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 17 05:49:24.669607 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-d462899e-d422-47f4-927c-5f5fed33d726 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:49:24.672363 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0f20e18-f30f-4b65-b651-70c5a9642d90 admin admin] Made reservation on behalf of ce4f89efe12e4ea4942616b8dcf08d70 for: {'network': 1} {{(pid=99868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 05:49:24.674672 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-c0f20e18-f30f-4b65-b651-70c5a9642d90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1464150'] for network, before_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:24.703365 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-d462899e-d422-47f4-927c-5f5fed33d726 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773697459366'] for network, precommit_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:24.710649 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.db.api [None req-900073fe-c846-4c06-ab47-d807fb395eb1 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 17 05:49:24.710649 dv-cinder-772623-9-smb neutron-server[99868]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 17 05:49:24.710649 dv-cinder-772623-9-smb neutron-server[99868]: [parameters: {'project_id_1': '66854e3e3c4c47c891d2acb1d7f5c34d', 'expiration_1': datetime.datetime(2021, 6, 17, 5, 49, 24, 466455)}] Jun 17 05:49:24.710649 dv-cinder-772623-9-smb neutron-server[99868]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=99868) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 05:49:24.711473 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_db.api [None req-900073fe-c846-4c06-ab47-d807fb395eb1 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=99868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 05:49:24.712005 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-c0f20e18-f30f-4b65-b651-70c5a9642d90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:24.832286 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-ff37502b-cf78-4df3-a29b-5e001620d61a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:24.874535 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-d462899e-d422-47f4-927c-5f5fed33d726 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3713235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-564052'] for network, after_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:24.876235 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d462899e-d422-47f4-927c-5f5fed33d726 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:49:24.876865 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-d462899e-d422-47f4-927c-5f5fed33d726 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564043'] for network, before_response {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:24.880116 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:49:24.938320 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d462899e-d422-47f4-927c-5f5fed33d726 admin admin] Pushing event updated for resources: {'Network': ['ID=1b25af0c-7521-4ee5-941d-fb951a7e4542,revision_number=1']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:49:24.941041 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-d462899e-d422-47f4-927c-5f5fed33d726 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:49:24.949541 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Network 1b25af0c-7521-4ee5-941d-fb951a7e4542 details requested by agent ovs-agent-dv-cinder-772623-9-smb with host dv-cinder-772623-9-smb {{(pid=99870) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 05:49:25.017948 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-ff37502b-cf78-4df3-a29b-5e001620d61a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:25.025469 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-da957f98-5287-440d-9de4-43edf55baf1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:49:25.046601 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff37502b-cf78-4df3-a29b-5e001620d61a admin admin] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=99868) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 05:49:25.051512 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff37502b-cf78-4df3-a29b-5e001620d61a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9a31ddb-8cc2-4b6b-8a8d-423b85fd10e6,revision_number=1']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:49:25.058441 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-ff37502b-cf78-4df3-a29b-5e001620d61a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:49:25.063467 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-ff37502b-cf78-4df3-a29b-5e001620d61a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589316'] for segment, precommit_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:25.063972 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.db.segments_db [None req-ff37502b-cf78-4df3-a29b-5e001620d61a admin admin] Added segment 61c8141e-524b-46c2-a733-1e98b362680f of type vlan for network a6a51b67-5948-4840-8c7a-42585808151a Jun 17 05:49:25.106995 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-ff37502b-cf78-4df3-a29b-5e001620d61a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773697459366'] for network, precommit_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:25.156273 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.wsgi [-] (99869) accepted ('10.222.0.11', 51668) {{(pid=99869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:49:25.163658 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.v2.base [None req-b2f73df7-4230-4708-9190-0fb37199a1ea admin admin] Request body: {'subnet': {'network_id': '1b25af0c-7521-4ee5-941d-fb951a7e4542', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-163353205-subnet', 'tenant_id': '33f2c29736bb40d78fad571bf0a20025', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=99869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:49:25.168011 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [None req-d462899e-d422-47f4-927c-5f5fed33d726 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.4863627 Jun 17 05:49:25.197356 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-ff37502b-cf78-4df3-a29b-5e001620d61a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3713235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-564052'] for network, after_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:25.200055 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff37502b-cf78-4df3-a29b-5e001620d61a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:49:25.200623 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-ff37502b-cf78-4df3-a29b-5e001620d61a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564043'] for network, before_response {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:25.204512 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-c8d9d1ac-1e98-49c5-9a22-b0eec02397b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:49:25.297318 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff37502b-cf78-4df3-a29b-5e001620d61a admin admin] Pushing event updated for resources: {'Network': ['ID=a6a51b67-5948-4840-8c7a-42585808151a,revision_number=1']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:49:25.301737 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-ff37502b-cf78-4df3-a29b-5e001620d61a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:49:25.309310 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Network a6a51b67-5948-4840-8c7a-42585808151a details requested by agent ovs-agent-dv-cinder-772623-9-smb with host dv-cinder-772623-9-smb {{(pid=99870) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 05:49:25.326705 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-c0f20e18-f30f-4b65-b651-70c5a9642d90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:25.397108 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-c0f20e18-f30f-4b65-b651-70c5a9642d90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:25.407083 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-ff37502b-cf78-4df3-a29b-5e001620d61a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:49:25.424653 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0f20e18-f30f-4b65-b651-70c5a9642d90 admin admin] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=99868) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 05:49:25.440265 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f20e18-f30f-4b65-b651-70c5a9642d90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72b04d2a-db53-4be4-b153-1399428b4f11,revision_number=1']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:49:25.448675 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-c0f20e18-f30f-4b65-b651-70c5a9642d90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:49:25.459100 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-c0f20e18-f30f-4b65-b651-70c5a9642d90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589316'] for segment, precommit_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:25.459100 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.db.segments_db [None req-c0f20e18-f30f-4b65-b651-70c5a9642d90 admin admin] Added segment 00707abe-e8f8-444e-9847-b9464fdf568f of type vlan for network e0c1f876-47bf-439c-8cf9-05719b315ed5 Jun 17 05:49:25.499074 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-c0f20e18-f30f-4b65-b651-70c5a9642d90 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773697459366'] for network, precommit_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:25.508005 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [None req-ff37502b-cf78-4df3-a29b-5e001620d61a admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5511153 Jun 17 05:49:25.509899 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.wsgi [-] (99868) accepted ('10.222.0.11', 51706) {{(pid=99868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:49:25.515908 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.v2.base [None req-0a1d3c99-06ae-4983-86d5-00f7f1c4e581 admin admin] Request body: {'subnet': {'network_id': 'a6a51b67-5948-4840-8c7a-42585808151a', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-108065096-subnet', 'tenant_id': 'fa978392532a48ac86ad26dcc61bb25c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:49:25.571560 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2f73df7-4230-4708-9190-0fb37199a1ea admin admin] Made reservation on behalf of 33f2c29736bb40d78fad571bf0a20025 for: {'subnet': 1} {{(pid=99869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 05:49:25.579482 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-b2f73df7-4230-4708-9190-0fb37199a1ea admin admin] Notify callbacks [] for subnet, before_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:25.623724 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-c0f20e18-f30f-4b65-b651-70c5a9642d90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3713235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-564052'] for network, after_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:25.625838 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0f20e18-f30f-4b65-b651-70c5a9642d90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:49:25.626478 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-c0f20e18-f30f-4b65-b651-70c5a9642d90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564043'] for network, before_response {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:25.633014 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-da957f98-5287-440d-9de4-43edf55baf1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:49:25.683992 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-900073fe-c846-4c06-ab47-d807fb395eb1 admin admin] Made reservation on behalf of 66854e3e3c4c47c891d2acb1d7f5c34d for: {'network': 1} {{(pid=99868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 05:49:25.686315 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-900073fe-c846-4c06-ab47-d807fb395eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1464150'] for network, before_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:25.706485 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-900073fe-c846-4c06-ab47-d807fb395eb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:25.829180 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f20e18-f30f-4b65-b651-70c5a9642d90 admin admin] Pushing event updated for resources: {'Network': ['ID=e0c1f876-47bf-439c-8cf9-05719b315ed5,revision_number=1']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:49:25.832285 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-c0f20e18-f30f-4b65-b651-70c5a9642d90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:49:25.834518 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [None req-c0f20e18-f30f-4b65-b651-70c5a9642d90 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.8505414 Jun 17 05:49:25.837446 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.wsgi [-] (99869) accepted ('10.222.0.11', 51724) {{(pid=99869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:49:25.840805 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Network e0c1f876-47bf-439c-8cf9-05719b315ed5 details requested by agent ovs-agent-dv-cinder-772623-9-smb with host dv-cinder-772623-9-smb {{(pid=99870) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 05:49:25.844678 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.v2.base [None req-8620f594-7d99-40f9-805c-2f7683918515 admin admin] Request body: {'subnet': {'network_id': 'e0c1f876-47bf-439c-8cf9-05719b315ed5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-30295414-subnet', 'tenant_id': 'ce4f89efe12e4ea4942616b8dcf08d70', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:49:25.908459 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-b2f73df7-4230-4708-9190-0fb37199a1ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061'] for subnet, after_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:25.916221 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:49:25.924644 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a1d3c99-06ae-4983-86d5-00f7f1c4e581 admin admin] Made reservation on behalf of fa978392532a48ac86ad26dcc61bb25c for: {'subnet': 1} {{(pid=99868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 05:49:25.926927 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-0a1d3c99-06ae-4983-86d5-00f7f1c4e581 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:26.049549 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f73df7-4230-4708-9190-0fb37199a1ea admin admin] Checking segment: {'id': '81591838-08f0-432e-af25-79981cd4b7ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '1b25af0c-7521-4ee5-941d-fb951a7e4542'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 05:49:26.049914 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2f73df7-4230-4708-9190-0fb37199a1ea admin admin] Network hostable DHCP agents. Network: 1b25af0c-7521-4ee5-941d-fb951a7e4542, hostable agents: ['f091d0a2-6a46-4cbb-8021-fc5f6c6b7d63'], hosted agents: [] {{(pid=99869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 05:49:26.086201 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f73df7-4230-4708-9190-0fb37199a1ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3d724f9-6f99-4efc-a641-a453b34c57ab,revision_number=0']} {{(pid=99869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:49:26.099734 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f73df7-4230-4708-9190-0fb37199a1ea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:49:26.100086 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f73df7-4230-4708-9190-0fb37199a1ea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:49:26.100416 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f73df7-4230-4708-9190-0fb37199a1ea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:49:26.100739 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f73df7-4230-4708-9190-0fb37199a1ea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:49:26.101259 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f73df7-4230-4708-9190-0fb37199a1ea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:49:26.101744 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f73df7-4230-4708-9190-0fb37199a1ea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:49:26.102232 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f73df7-4230-4708-9190-0fb37199a1ea admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:49:26.102550 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f73df7-4230-4708-9190-0fb37199a1ea admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:49:26.102891 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f73df7-4230-4708-9190-0fb37199a1ea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:49:26.110079 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f73df7-4230-4708-9190-0fb37199a1ea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:49:26.110079 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f73df7-4230-4708-9190-0fb37199a1ea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:49:26.110079 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f73df7-4230-4708-9190-0fb37199a1ea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:49:26.110079 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f73df7-4230-4708-9190-0fb37199a1ea admin admin] Tracked resource versions report: Jun 17 05:49:26.110079 dv-cinder-772623-9-smb neutron-server[99869]: pushed versions: Jun 17 05:49:26.110079 dv-cinder-772623-9-smb neutron-server[99869]: { 'AddressGroup': {'1.2'}, Jun 17 05:49:26.110079 dv-cinder-772623-9-smb neutron-server[99869]: 'ConntrackHelper': {'1.0'}, Jun 17 05:49:26.110079 dv-cinder-772623-9-smb neutron-server[99869]: 'Log': {'1.0'}, Jun 17 05:49:26.110079 dv-cinder-772623-9-smb neutron-server[99869]: 'Network': {'1.1'}, Jun 17 05:49:26.110079 dv-cinder-772623-9-smb neutron-server[99869]: 'Port': {'1.7'}, Jun 17 05:49:26.110079 dv-cinder-772623-9-smb neutron-server[99869]: 'PortForwarding': {'1.2'}, Jun 17 05:49:26.110079 dv-cinder-772623-9-smb neutron-server[99869]: 'QosPolicy': {'1.8'}, Jun 17 05:49:26.110079 dv-cinder-772623-9-smb neutron-server[99869]: 'SecurityGroup': {'1.4'}, Jun 17 05:49:26.110079 dv-cinder-772623-9-smb neutron-server[99869]: 'SecurityGroupRule': {'1.2'}, Jun 17 05:49:26.110079 dv-cinder-772623-9-smb neutron-server[99869]: 'SubPort': {'1.0'}, Jun 17 05:49:26.110079 dv-cinder-772623-9-smb neutron-server[99869]: 'Subnet': {'1.1'}, Jun 17 05:49:26.110079 dv-cinder-772623-9-smb neutron-server[99869]: 'Trunk': {'1.1'}} Jun 17 05:49:26.110079 dv-cinder-772623-9-smb neutron-server[99869]: consumer versions: Jun 17 05:49:26.110079 dv-cinder-772623-9-smb neutron-server[99869]: { DHCP agent@dv-cinder-772623-9-smb: {}, Jun 17 05:49:26.110079 dv-cinder-772623-9-smb neutron-server[99869]: HyperV agent@hv-cinder-77262: {}, Jun 17 05:49:26.110079 dv-cinder-772623-9-smb neutron-server[99869]: L3 agent@dv-cinder-772623-9-smb: {}, Jun 17 05:49:26.110079 dv-cinder-772623-9-smb neutron-server[99869]: Metadata agent@dv-cinder-772623-9-smb: {}, Jun 17 05:49:26.110079 dv-cinder-772623-9-smb neutron-server[99869]: Metering agent@dv-cinder-772623-9-smb: {}, Jun 17 05:49:26.110079 dv-cinder-772623-9-smb neutron-server[99869]: Open vSwitch agent@dv-cinder-772623-9-smb: { 'AddressGroup': '1.2', Jun 17 05:49:26.110079 dv-cinder-772623-9-smb neutron-server[99869]: 'ConntrackHelper': '1.0', Jun 17 05:49:26.110079 dv-cinder-772623-9-smb neutron-server[99869]: 'Log': '1.0', Jun 17 05:49:26.110079 dv-cinder-772623-9-smb neutron-server[99869]: 'Network': '1.1', Jun 17 05:49:26.110079 dv-cinder-772623-9-smb neutron-server[99869]: 'Port': '1.7', Jun 17 05:49:26.110079 dv-cinder-772623-9-smb neutron-server[99869]: 'PortForwarding': '1.2', Jun 17 05:49:26.110079 dv-cinder-772623-9-smb neutron-server[99869]: 'QosPolicy': '1.8', Jun 17 05:49:26.110079 dv-cinder-772623-9-smb neutron-server[99869]: 'SecurityGroup': '1.4', Jun 17 05:49:26.110079 dv-cinder-772623-9-smb neutron-server[99869]: 'SecurityGroupRule': '1.2', Jun 17 05:49:26.110079 dv-cinder-772623-9-smb neutron-server[99869]: 'SubPort': '1.0', Jun 17 05:49:26.110079 dv-cinder-772623-9-smb neutron-server[99869]: 'Subnet': '1.1', Jun 17 05:49:26.110079 dv-cinder-772623-9-smb neutron-server[99869]: 'Trunk': '1.1'}} Jun 17 05:49:26.110079 dv-cinder-772623-9-smb neutron-server[99869]: {{(pid=99869) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 17 05:49:26.112924 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-b2f73df7-4230-4708-9190-0fb37199a1ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:49:26.145033 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-900073fe-c846-4c06-ab47-d807fb395eb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:26.207634 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2f73df7-4230-4708-9190-0fb37199a1ea admin admin] Network 1b25af0c-7521-4ee5-941d-fb951a7e4542 is scheduled to be hosted by DHCP agent f091d0a2-6a46-4cbb-8021-fc5f6c6b7d63 with binding_index 1 {{(pid=99869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 05:49:26.219246 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-900073fe-c846-4c06-ab47-d807fb395eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:26.230560 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-8b5d3091-9e9a-425b-bcfa-cb442fbb800a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:49:26.257560 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-900073fe-c846-4c06-ab47-d807fb395eb1 admin admin] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=99868) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 05:49:26.273460 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-0a1d3c99-06ae-4983-86d5-00f7f1c4e581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061'] for subnet, after_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:26.286192 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.scheduler.base_scheduler [None req-b2f73df7-4230-4708-9190-0fb37199a1ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-9-smb, 1b25af0c-7521-4ee5-941d-fb951a7e4542) {{(pid=99869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 05:49:26.287438 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-900073fe-c846-4c06-ab47-d807fb395eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589316'] for segment, precommit_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:26.288005 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.db.segments_db [None req-900073fe-c846-4c06-ab47-d807fb395eb1 admin admin] Added segment 0120310f-471d-4153-9b33-0ee8fa4369bb of type vlan for network cc7cdb0a-3f83-417e-b3b4-19f02aaae8a1 Jun 17 05:49:26.291511 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900073fe-c846-4c06-ab47-d807fb395eb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18724988-ed85-4b60-b2fe-06d744f8c8b7,revision_number=1']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:49:26.297051 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07608ec6-92c4-427c-be97-8950af83a2cf None None] Network 1b25af0c-7521-4ee5-941d-fb951a7e4542 requested from dv-cinder-772623-9-smb {{(pid=99870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 05:49:26.306651 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f73df7-4230-4708-9190-0fb37199a1ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:49:26.309160 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-b2f73df7-4230-4708-9190-0fb37199a1ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564043'] for subnet, before_response {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:26.310937 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-900073fe-c846-4c06-ab47-d807fb395eb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:49:26.326588 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.035s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:49:26.345452 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8620f594-7d99-40f9-805c-2f7683918515 admin admin] Made reservation on behalf of ce4f89efe12e4ea4942616b8dcf08d70 for: {'subnet': 1} {{(pid=99869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 05:49:26.347094 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-8620f594-7d99-40f9-805c-2f7683918515 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:26.404154 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.wsgi [-] (99868) accepted ('10.222.0.11', 51752) {{(pid=99868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:49:26.420311 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1d3c99-06ae-4983-86d5-00f7f1c4e581 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1fe567a5-dcf8-4bac-8d98-df67134871b6,revision_number=0']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:49:26.431763 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-0a1d3c99-06ae-4983-86d5-00f7f1c4e581 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:49:26.442323 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [None req-b2f73df7-4230-4708-9190-0fb37199a1ea admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2848790 Jun 17 05:49:26.443002 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.wsgi [-] (99869) accepted ('10.222.0.11', 51756) {{(pid=99869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:49:26.450318 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-900073fe-c846-4c06-ab47-d807fb395eb1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773697459366'] for network, precommit_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:26.462254 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.v2.base [None req-bbeed037-3bb5-4555-a930-af935dee0204 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-163353205-router', 'tenant_id': '33f2c29736bb40d78fad571bf0a20025', 'external_gateway_info': {'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6'}}} {{(pid=99869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:49:26.479313 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a1d3c99-06ae-4983-86d5-00f7f1c4e581 admin admin] Checking segment: {'id': '61c8141e-524b-46c2-a733-1e98b362680f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'a6a51b67-5948-4840-8c7a-42585808151a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 05:49:26.479675 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a1d3c99-06ae-4983-86d5-00f7f1c4e581 admin admin] Network hostable DHCP agents. Network: a6a51b67-5948-4840-8c7a-42585808151a, hostable agents: ['f091d0a2-6a46-4cbb-8021-fc5f6c6b7d63'], hosted agents: [] {{(pid=99868) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 05:49:26.572071 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9014a6b-8e77-4587-8034-49c0ca107928 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb2b759c4-0602-5b39-aa3b-c64d413254e9-1b25af0c-7521-4ee5-941d-fb951a7e4542', 'network_id': '1b25af0c-7521-4ee5-941d-fb951a7e4542', 'tenant_id': '33f2c29736bb40d78fad571bf0a20025', 'fixed_ips': [{'subnet_id': 'f3d724f9-6f99-4efc-a641-a453b34c57ab'}]}} from dv-cinder-772623-9-smb. {{(pid=99870) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 05:49:26.573032 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-f9014a6b-8e77-4587-8034-49c0ca107928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1464150'] for port, before_create {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:26.583120 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-900073fe-c846-4c06-ab47-d807fb395eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3713235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-564052'] for network, after_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:26.585635 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-900073fe-c846-4c06-ab47-d807fb395eb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:49:26.586532 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-900073fe-c846-4c06-ab47-d807fb395eb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564043'] for network, before_response {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:26.588645 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a1d3c99-06ae-4983-86d5-00f7f1c4e581 admin admin] Network a6a51b67-5948-4840-8c7a-42585808151a is scheduled to be hosted by DHCP agent f091d0a2-6a46-4cbb-8021-fc5f6c6b7d63 with binding_index 1 {{(pid=99868) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 05:49:26.598997 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-d462899e-d422-47f4-927c-5f5fed33d726 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:49:26.654497 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900073fe-c846-4c06-ab47-d807fb395eb1 admin admin] Pushing event updated for resources: {'Network': ['ID=cc7cdb0a-3f83-417e-b3b4-19f02aaae8a1,revision_number=1']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:49:26.658004 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-900073fe-c846-4c06-ab47-d807fb395eb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:49:26.660285 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-bbeed037-3bb5-4555-a930-af935dee0204 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-368566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2780'] for router, before_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:26.662288 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-bbeed037-3bb5-4555-a930-af935dee0204 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-366879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422326', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-487148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2773'] for router, precommit_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:26.686025 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.scheduler.base_scheduler [None req-0a1d3c99-06ae-4983-86d5-00f7f1c4e581 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-9-smb, a6a51b67-5948-4840-8c7a-42585808151a) {{(pid=99868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 05:49:26.691252 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a1d3c99-06ae-4983-86d5-00f7f1c4e581 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:49:26.692988 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-0a1d3c99-06ae-4983-86d5-00f7f1c4e581 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564043'] for subnet, before_response {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:26.704027 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Network cc7cdb0a-3f83-417e-b3b4-19f02aaae8a1 details requested by agent ovs-agent-dv-cinder-772623-9-smb with host dv-cinder-772623-9-smb {{(pid=99870) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 05:49:26.706554 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a81696f-11a0-40fd-a48e-9511cf81d1f8 None None] Network a6a51b67-5948-4840-8c7a-42585808151a requested from dv-cinder-772623-9-smb {{(pid=99870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 05:49:26.757421 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-8620f594-7d99-40f9-805c-2f7683918515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061'] for subnet, after_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:26.763592 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [None req-900073fe-c846-4c06-ab47-d807fb395eb1 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.5409088 Jun 17 05:49:26.764152 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-bbeed037-3bb5-4555-a930-af935dee0204 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:26.764152 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:49:26.764342 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.wsgi [-] (99868) accepted ('10.222.0.11', 51762) {{(pid=99868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:49:26.770275 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.v2.base [None req-cd0c5867-aece-4f6d-91c9-4e64aa4279cc admin admin] Request body: {'subnet': {'network_id': 'cc7cdb0a-3f83-417e-b3b4-19f02aaae8a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2008878588-subnet', 'tenant_id': '66854e3e3c4c47c891d2acb1d7f5c34d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:49:26.810879 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [None req-0a1d3c99-06ae-4983-86d5-00f7f1c4e581 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2996867 Jun 17 05:49:26.829611 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8620f594-7d99-40f9-805c-2f7683918515 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1775a254-338e-4962-94a2-6ab4e879a1ad,revision_number=0']} {{(pid=99869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:49:26.840368 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-8620f594-7d99-40f9-805c-2f7683918515 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:49:26.903371 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.wsgi [-] (99868) accepted ('10.222.0.11', 51766) {{(pid=99868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:49:26.904562 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8620f594-7d99-40f9-805c-2f7683918515 admin admin] Checking segment: {'id': '00707abe-e8f8-444e-9847-b9464fdf568f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'e0c1f876-47bf-439c-8cf9-05719b315ed5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 05:49:26.905162 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8620f594-7d99-40f9-805c-2f7683918515 admin admin] Network hostable DHCP agents. Network: e0c1f876-47bf-439c-8cf9-05719b315ed5, hostable agents: ['f091d0a2-6a46-4cbb-8021-fc5f6c6b7d63'], hosted agents: [] {{(pid=99869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 05:49:26.919697 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd0c5867-aece-4f6d-91c9-4e64aa4279cc admin admin] Made reservation on behalf of 66854e3e3c4c47c891d2acb1d7f5c34d for: {'subnet': 1} {{(pid=99868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 05:49:26.922449 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-cd0c5867-aece-4f6d-91c9-4e64aa4279cc admin admin] Notify callbacks [] for subnet, before_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:27.054883 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.db_base_plugin_common [None req-f9014a6b-8e77-4587-8034-49c0ca107928 None None] Allocated IP 172.20.0.2 (1b25af0c-7521-4ee5-941d-fb951a7e4542/f3d724f9-6f99-4efc-a641-a453b34c57ab/351af52f-a009-428a-8bd5-c90734c186b9) {{(pid=99870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 05:49:27.087538 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8620f594-7d99-40f9-805c-2f7683918515 admin admin] Network e0c1f876-47bf-439c-8cf9-05719b315ed5 is scheduled to be hosted by DHCP agent f091d0a2-6a46-4cbb-8021-fc5f6c6b7d63 with binding_index 1 {{(pid=99869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 05:49:27.106503 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-bbeed037-3bb5-4555-a930-af935dee0204 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422308', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-368536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2755'] for router, precommit_update {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:27.123514 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-4018f8b0-dff0-4d20-af1f-edb575518481 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:27.159894 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.scheduler.base_scheduler [None req-8620f594-7d99-40f9-805c-2f7683918515 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-9-smb, e0c1f876-47bf-439c-8cf9-05719b315ed5) {{(pid=99869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 05:49:27.164914 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8620f594-7d99-40f9-805c-2f7683918515 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:49:27.169584 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-8620f594-7d99-40f9-805c-2f7683918515 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564043'] for subnet, before_response {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:27.184426 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-e2c8a021-6e3a-4f25-9d8d-c53fac1efb04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:27.184656 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1564a327-fe2a-4bd3-89f1-ae2b8790cb98 None None] Network a6a51b67-5948-4840-8c7a-42585808151a requested from dv-cinder-772623-9-smb {{(pid=99870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 05:49:27.186350 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d0c3a21-79b4-48c1-8745-2395dbd9ea9a None None] Network e0c1f876-47bf-439c-8cf9-05719b315ed5 requested from dv-cinder-772623-9-smb {{(pid=99870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 05:49:27.344024 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-4018f8b0-dff0-4d20-af1f-edb575518481 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:27.372708 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-cd0c5867-aece-4f6d-91c9-4e64aa4279cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061'] for subnet, after_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:27.382178 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-395fdea5-a1e3-4fe0-9095-10d9886ba663 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:49:27.422066 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-4018f8b0-dff0-4d20-af1f-edb575518481 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:27.506401 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd0c5867-aece-4f6d-91c9-4e64aa4279cc admin admin] Checking segment: {'id': '0120310f-471d-4153-9b33-0ee8fa4369bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'cc7cdb0a-3f83-417e-b3b4-19f02aaae8a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 05:49:27.508280 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd0c5867-aece-4f6d-91c9-4e64aa4279cc admin admin] Network hostable DHCP agents. Network: cc7cdb0a-3f83-417e-b3b4-19f02aaae8a1, hostable agents: ['f091d0a2-6a46-4cbb-8021-fc5f6c6b7d63'], hosted agents: [] {{(pid=99868) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 05:49:27.534269 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-f9014a6b-8e77-4587-8034-49c0ca107928 None None] Notify callbacks [] for port, precommit_create {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:27.542851 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-704c992c-5646-4d49-aa16-300bcd52aba1 None None] Network e0c1f876-47bf-439c-8cf9-05719b315ed5 requested from dv-cinder-772623-9-smb {{(pid=99870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 05:49:27.559011 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.provisioning_blocks [None req-f9014a6b-8e77-4587-8034-49c0ca107928 None None] Transition to ACTIVE for port object 351af52f-a009-428a-8bd5-c90734c186b9 will not be triggered until provisioned by entity L2. {{(pid=99870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 05:49:27.575792 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [None req-4018f8b0-dff0-4d20-af1f-edb575518481 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7978eb13a9e34b8ba485c495bd96e24b&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1676264 Jun 17 05:49:27.576782 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0c5867-aece-4f6d-91c9-4e64aa4279cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb066218-132a-4c4c-bdaa-74e1ab025810,revision_number=0']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:49:27.579005 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.wsgi [-] (99868) accepted ('10.222.0.11', 51794) {{(pid=99868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:49:27.589645 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-cd0c5867-aece-4f6d-91c9-4e64aa4279cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:49:27.612453 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.provisioning_blocks [None req-f9014a6b-8e77-4587-8034-49c0ca107928 None None] Transition to ACTIVE for port object 351af52f-a009-428a-8bd5-c90734c186b9 will not be triggered until provisioned by entity DHCP. {{(pid=99870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 05:49:27.620344 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [None req-8620f594-7d99-40f9-805c-2f7683918515 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.7789197 Jun 17 05:49:27.621521 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.wsgi [-] (99869) accepted ('10.222.0.11', 51802) {{(pid=99869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:49:27.628638 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-d462899e-d422-47f4-927c-5f5fed33d726 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.140s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:49:27.639558 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.v2.base [None req-5880dec2-c49b-49f3-ab42-ce776d673017 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-30295414-router', 'tenant_id': 'ce4f89efe12e4ea4942616b8dcf08d70', 'external_gateway_info': {'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6'}}} {{(pid=99869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:49:27.639728 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd0c5867-aece-4f6d-91c9-4e64aa4279cc admin admin] Network cc7cdb0a-3f83-417e-b3b4-19f02aaae8a1 is scheduled to be hosted by DHCP agent f091d0a2-6a46-4cbb-8021-fc5f6c6b7d63 with binding_index 1 {{(pid=99868) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 05:49:27.682000 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.wsgi [-] (99868) accepted ('10.222.0.11', 51812) {{(pid=99868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:49:27.690400 dv-cinder-772623-9-smb neutron-server[99868]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 17 05:49:27.697590 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-f9014a6b-8e77-4587-8034-49c0ca107928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1465235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-156110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-564052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773697504543'] for port, after_create {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:27.716723 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [None req-54f5f01c-7c84-461e-a352-75c756959690 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:49:27.753032 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-bbeed037-3bb5-4555-a930-af935dee0204 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:27.777607 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-bbeed037-3bb5-4555-a930-af935dee0204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1464150'] for port, before_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:27.801170 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9014a6b-8e77-4587-8034-49c0ca107928 None None] Network 1b25af0c-7521-4ee5-941d-fb951a7e4542 is already hosted by enough agents. {{(pid=99870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 05:49:27.802070 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9014a6b-8e77-4587-8034-49c0ca107928 None None] Pushing event updated for resources: {'Port': ['ID=351af52f-a009-428a-8bd5-c90734c186b9,revision_number=1']} {{(pid=99870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:49:27.802372 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.scheduler.base_scheduler [None req-cd0c5867-aece-4f6d-91c9-4e64aa4279cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-9-smb, cc7cdb0a-3f83-417e-b3b4-19f02aaae8a1) {{(pid=99868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 05:49:27.806332 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.scheduler.base_scheduler [None req-f9014a6b-8e77-4587-8034-49c0ca107928 None None] Resources bound (agent type, host, resource id): {{(pid=99870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 05:49:27.813120 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9014a6b-8e77-4587-8034-49c0ca107928 None None] Received port after_create {{(pid=99870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 05:49:27.814192 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd0c5867-aece-4f6d-91c9-4e64aa4279cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:49:27.814794 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-cd0c5867-aece-4f6d-91c9-4e64aa4279cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564043'] for subnet, before_response {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:27.815718 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fa23754-7321-418f-8e70-61577b9a4f2d None None] Network cc7cdb0a-3f83-417e-b3b4-19f02aaae8a1 requested from dv-cinder-772623-9-smb {{(pid=99870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 05:49:27.831850 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9014a6b-8e77-4587-8034-49c0ca107928 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:49:27.832476 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9014a6b-8e77-4587-8034-49c0ca107928 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:49:27.832993 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9014a6b-8e77-4587-8034-49c0ca107928 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:49:27.833644 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9014a6b-8e77-4587-8034-49c0ca107928 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:49:27.834155 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9014a6b-8e77-4587-8034-49c0ca107928 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:49:27.834691 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9014a6b-8e77-4587-8034-49c0ca107928 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:49:27.834865 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4018f8b0-dff0-4d20-af1f-edb575518481 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f845fe40-d1b5-4937-91db-27ad0a986fb5,revision_number=1']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:49:27.835371 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9014a6b-8e77-4587-8034-49c0ca107928 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:49:27.835876 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9014a6b-8e77-4587-8034-49c0ca107928 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:49:27.841842 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9014a6b-8e77-4587-8034-49c0ca107928 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:49:27.841842 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9014a6b-8e77-4587-8034-49c0ca107928 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:49:27.841842 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9014a6b-8e77-4587-8034-49c0ca107928 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:49:27.842859 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-4018f8b0-dff0-4d20-af1f-edb575518481 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:49:27.843115 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9014a6b-8e77-4587-8034-49c0ca107928 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:49:27.844415 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9014a6b-8e77-4587-8034-49c0ca107928 None None] Tracked resource versions report: Jun 17 05:49:27.844415 dv-cinder-772623-9-smb neutron-server[99870]: pushed versions: Jun 17 05:49:27.844415 dv-cinder-772623-9-smb neutron-server[99870]: { 'AddressGroup': {'1.2'}, Jun 17 05:49:27.844415 dv-cinder-772623-9-smb neutron-server[99870]: 'ConntrackHelper': {'1.0'}, Jun 17 05:49:27.844415 dv-cinder-772623-9-smb neutron-server[99870]: 'Log': {'1.0'}, Jun 17 05:49:27.844415 dv-cinder-772623-9-smb neutron-server[99870]: 'Network': {'1.1'}, Jun 17 05:49:27.844415 dv-cinder-772623-9-smb neutron-server[99870]: 'Port': {'1.7'}, Jun 17 05:49:27.844415 dv-cinder-772623-9-smb neutron-server[99870]: 'PortForwarding': {'1.2'}, Jun 17 05:49:27.844415 dv-cinder-772623-9-smb neutron-server[99870]: 'QosPolicy': {'1.8'}, Jun 17 05:49:27.844415 dv-cinder-772623-9-smb neutron-server[99870]: 'SecurityGroup': {'1.4'}, Jun 17 05:49:27.844415 dv-cinder-772623-9-smb neutron-server[99870]: 'SecurityGroupRule': {'1.2'}, Jun 17 05:49:27.844415 dv-cinder-772623-9-smb neutron-server[99870]: 'SubPort': {'1.0'}, Jun 17 05:49:27.844415 dv-cinder-772623-9-smb neutron-server[99870]: 'Subnet': {'1.1'}, Jun 17 05:49:27.844415 dv-cinder-772623-9-smb neutron-server[99870]: 'Trunk': {'1.1'}} Jun 17 05:49:27.844415 dv-cinder-772623-9-smb neutron-server[99870]: consumer versions: Jun 17 05:49:27.844415 dv-cinder-772623-9-smb neutron-server[99870]: { DHCP agent@dv-cinder-772623-9-smb: {}, Jun 17 05:49:27.844415 dv-cinder-772623-9-smb neutron-server[99870]: HyperV agent@hv-cinder-77262: {}, Jun 17 05:49:27.844415 dv-cinder-772623-9-smb neutron-server[99870]: L3 agent@dv-cinder-772623-9-smb: {}, Jun 17 05:49:27.844415 dv-cinder-772623-9-smb neutron-server[99870]: Metadata agent@dv-cinder-772623-9-smb: {}, Jun 17 05:49:27.844415 dv-cinder-772623-9-smb neutron-server[99870]: Metering agent@dv-cinder-772623-9-smb: {}, Jun 17 05:49:27.844415 dv-cinder-772623-9-smb neutron-server[99870]: Open vSwitch agent@dv-cinder-772623-9-smb: { 'AddressGroup': '1.2', Jun 17 05:49:27.844415 dv-cinder-772623-9-smb neutron-server[99870]: 'ConntrackHelper': '1.0', Jun 17 05:49:27.844415 dv-cinder-772623-9-smb neutron-server[99870]: 'Log': '1.0', Jun 17 05:49:27.844415 dv-cinder-772623-9-smb neutron-server[99870]: 'Network': '1.1', Jun 17 05:49:27.844415 dv-cinder-772623-9-smb neutron-server[99870]: 'Port': '1.7', Jun 17 05:49:27.844415 dv-cinder-772623-9-smb neutron-server[99870]: 'PortForwarding': '1.2', Jun 17 05:49:27.844415 dv-cinder-772623-9-smb neutron-server[99870]: 'QosPolicy': '1.8', Jun 17 05:49:27.844415 dv-cinder-772623-9-smb neutron-server[99870]: 'SecurityGroup': '1.4', Jun 17 05:49:27.844415 dv-cinder-772623-9-smb neutron-server[99870]: 'SecurityGroupRule': '1.2', Jun 17 05:49:27.844415 dv-cinder-772623-9-smb neutron-server[99870]: 'SubPort': '1.0', Jun 17 05:49:27.844415 dv-cinder-772623-9-smb neutron-server[99870]: 'Subnet': '1.1', Jun 17 05:49:27.844415 dv-cinder-772623-9-smb neutron-server[99870]: 'Trunk': '1.1'}} Jun 17 05:49:27.844415 dv-cinder-772623-9-smb neutron-server[99870]: {{(pid=99870) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 17 05:49:27.879982 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-19ec3d9b-e0da-46a0-981d-a8ac9f4e3d5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:27.903970 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [None req-f9014a6b-8e77-4587-8034-49c0ca107928 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:49:27.924296 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-19ec3d9b-e0da-46a0-981d-a8ac9f4e3d5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:27.969645 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.db.db_base_plugin_common [None req-bbeed037-3bb5-4555-a930-af935dee0204 admin admin] Allocated IP 172.28.2.29 (afc4d833-6824-4139-a55a-2b6a6bf3fba6/527396ff-4aca-4049-a96d-23452d13fcc2/851994bd-1c9c-4306-8c67-b6cd01bb0088) {{(pid=99869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 05:49:27.993587 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.managers [None req-f9014a6b-8e77-4587-8034-49c0ca107928 None None] Attempting to bind port 351af52f-a009-428a-8bd5-c90734c186b9 on host dv-cinder-772623-9-smb for vnic_type normal with profile {{(pid=99870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 05:49:27.994376 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.managers [None req-f9014a6b-8e77-4587-8034-49c0ca107928 None None] Attempting to bind port 351af52f-a009-428a-8bd5-c90734c186b9 by drivers openvswitch,hyperv on host dv-cinder-772623-9-smb at level 0 using segments [{'id': '81591838-08f0-432e-af25-79981cd4b7ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '1b25af0c-7521-4ee5-941d-fb951a7e4542'}] {{(pid=99870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 05:49:27.994376 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9014a6b-8e77-4587-8034-49c0ca107928 None None] Attempting to bind port 351af52f-a009-428a-8bd5-c90734c186b9 on network 1b25af0c-7521-4ee5-941d-fb951a7e4542 {{(pid=99870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 05:49:28.018324 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9014a6b-8e77-4587-8034-49c0ca107928 None None] Checking agent: {'id': 'b8410894-a9e9-4538-b1e5-41b045bec560', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-9-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 5, 41, 12), 'started_at': datetime.datetime(2021, 6, 17, 5, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 5, 49, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-9-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 05:49:28.018700 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9014a6b-8e77-4587-8034-49c0ca107928 None None] Checking segment: {'id': '81591838-08f0-432e-af25-79981cd4b7ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '1b25af0c-7521-4ee5-941d-fb951a7e4542'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 05:49:28.019133 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-f9014a6b-8e77-4587-8034-49c0ca107928 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:28.019533 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9014a6b-8e77-4587-8034-49c0ca107928 None None] Bound using segment: {'id': '81591838-08f0-432e-af25-79981cd4b7ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '1b25af0c-7521-4ee5-941d-fb951a7e4542'} {{(pid=99870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 05:49:28.020269 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.managers [None req-f9014a6b-8e77-4587-8034-49c0ca107928 None None] Bound port: 351af52f-a009-428a-8bd5-c90734c186b9, host: dv-cinder-772623-9-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81591838-08f0-432e-af25-79981cd4b7ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '1b25af0c-7521-4ee5-941d-fb951a7e4542'}}] {{(pid=99870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 05:49:28.020404 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-f9014a6b-8e77-4587-8034-49c0ca107928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1464132'] for port, before_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:28.029835 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-e2c8a021-6e3a-4f25-9d8d-c53fac1efb04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:28.039952 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0ecf6c-f9fe-4d56-955c-e114a87c55f2 req-0d43659f-157d-4c39-ba1b-e216f77eca71 tempest-DeleteServersTestJSON-1119969054 tempest-DeleteServersTestJSON-1119969054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:49:28.041438 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-3b0ecf6c-f9fe-4d56-955c-e114a87c55f2 req-0d43659f-157d-4c39-ba1b-e216f77eca71 tempest-DeleteServersTestJSON-1119969054 tempest-DeleteServersTestJSON-1119969054-project] 10.222.0.11 "GET /v2.0/networks?id=a6a51b67-5948-4840-8c7a-42585808151a HTTP/1.1" status: 200 len: 811 time: 0.3555727 Jun 17 05:49:28.069686 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-3b0ecf6c-f9fe-4d56-955c-e114a87c55f2 req-9e5d5a2e-f35a-48c6-941c-d50f1cd05320 tempest-DeleteServersTestJSON-1119969054 tempest-DeleteServersTestJSON-1119969054-project] 10.222.0.11 "GET /v2.0/quotas/fa978392532a48ac86ad26dcc61bb25c HTTP/1.1" status: 200 len: 375 time: 0.0165548 Jun 17 05:49:28.072478 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f66c3f31-2d0a-4c9d-84a7-e185e9dd6956 None None] Network cc7cdb0a-3f83-417e-b3b4-19f02aaae8a1 requested from dv-cinder-772623-9-smb {{(pid=99870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 05:49:28.115305 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-bbeed037-3bb5-4555-a930-af935dee0204 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:28.139330 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-3b0ecf6c-f9fe-4d56-955c-e114a87c55f2 req-f3723d04-2371-4d55-b0a1-a00b50af5c96 tempest-DeleteServersTestJSON-1119969054 tempest-DeleteServersTestJSON-1119969054-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=fa978392532a48ac86ad26dcc61bb25c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0603199 Jun 17 05:49:28.140070 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-e2c8a021-6e3a-4f25-9d8d-c53fac1efb04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:28.143504 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-900073fe-c846-4c06-ab47-d807fb395eb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:49:28.157631 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-19ec3d9b-e0da-46a0-981d-a8ac9f4e3d5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:28.158140 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.db [None req-f9014a6b-8e77-4587-8034-49c0ca107928 None None] For port 351af52f-a009-428a-8bd5-c90734c186b9, host dv-cinder-772623-9-smb, cleared binding levels {{(pid=99870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 05:49:28.167903 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.db [None req-f9014a6b-8e77-4587-8034-49c0ca107928 None None] For port 351af52f-a009-428a-8bd5-c90734c186b9, host dv-cinder-772623-9-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-9-smb',level=0,port_id=351af52f-a009-428a-8bd5-c90734c186b9,segment=NetworkSegment(81591838-08f0-432e-af25-79981cd4b7ed),segment_id=81591838-08f0-432e-af25-79981cd4b7ed)] {{(pid=99870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 05:49:28.170386 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-19ec3d9b-e0da-46a0-981d-a8ac9f4e3d5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:28.174320 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [None req-19ec3d9b-e0da-46a0-981d-a8ac9f4e3d5d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f845fe40-d1b5-4937-91db-27ad0a986fb5 HTTP/1.1" status: 204 len: 168 time: 0.5859826 Jun 17 05:49:28.194979 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [None req-e2c8a021-6e3a-4f25-9d8d-c53fac1efb04 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5796d64dbb7e44ca955ec637dacf1927&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2903378 Jun 17 05:49:28.200443 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.wsgi [-] (99868) accepted ('10.222.0.11', 51824) {{(pid=99868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:49:28.215285 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c8a021-6e3a-4f25-9d8d-c53fac1efb04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64c76737-4270-457f-bbc0-cdcc98b5bb9c,revision_number=1']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:49:28.219957 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-e2c8a021-6e3a-4f25-9d8d-c53fac1efb04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:49:28.220366 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.039s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:49:28.231765 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ec3d9b-e0da-46a0-981d-a8ac9f4e3d5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f845fe40-d1b5-4937-91db-27ad0a986fb5,revision_number=None']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:49:28.237029 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-19ec3d9b-e0da-46a0-981d-a8ac9f4e3d5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:49:28.279619 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [None req-cd0c5867-aece-4f6d-91c9-4e64aa4279cc admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.5058579 Jun 17 05:49:28.280308 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-7b946ffa-9a1f-4ac2-96a1-913e0c986a6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:28.303105 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-f9014a6b-8e77-4587-8034-49c0ca107928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773697962343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773697504561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773697504606'] for port, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:28.304782 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-7b946ffa-9a1f-4ac2-96a1-913e0c986a6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:28.311822 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:49:28.323384 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.wsgi [req-3b0ecf6c-f9fe-4d56-955c-e114a87c55f2 req-8dcb7696-2618-4d39-9a15-40a492e9ee6b service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=99868) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 05:49:28.327626 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-3b0ecf6c-f9fe-4d56-955c-e114a87c55f2 req-8dcb7696-2618-4d39-9a15-40a492e9ee6b service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0580106 Jun 17 05:49:28.343951 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-5880dec2-c49b-49f3-ab42-ce776d673017 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-368566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2780'] for router, before_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:28.345039 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-5880dec2-c49b-49f3-ab42-ce776d673017 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-366879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422326', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-487148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2773'] for router, precommit_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:28.362872 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-bbeed037-3bb5-4555-a930-af935dee0204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1465235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-156110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-564052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773697504543'] for port, after_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:28.366392 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:49:28.407710 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9014a6b-8e77-4587-8034-49c0ca107928 None None] Pushing event updated for resources: {'Port': ['ID=351af52f-a009-428a-8bd5-c90734c186b9,revision_number=2']} {{(pid=99870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:49:28.412606 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [None req-f9014a6b-8e77-4587-8034-49c0ca107928 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:49:28.477377 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbeed037-3bb5-4555-a930-af935dee0204 admin admin] Pushing event updated for resources: {'Port': ['ID=851994bd-1c9c-4306-8c67-b6cd01bb0088,revision_number=1']} {{(pid=99869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:49:28.493300 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-bbeed037-3bb5-4555-a930-af935dee0204 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:49:28.501812 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-3b0ecf6c-f9fe-4d56-955c-e114a87c55f2 req-d4229339-2431-4a65-91e3-a651192e282a service neutron] 10.222.0.11 "GET /v2.0/networks/a6a51b67-5948-4840-8c7a-42585808151a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285105 Jun 17 05:49:28.503212 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-7b946ffa-9a1f-4ac2-96a1-913e0c986a6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:28.507248 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-7b946ffa-9a1f-4ac2-96a1-913e0c986a6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:28.510302 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [None req-7b946ffa-9a1f-4ac2-96a1-913e0c986a6b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/64c76737-4270-457f-bbc0-cdcc98b5bb9c HTTP/1.1" status: 204 len: 168 time: 0.3066552 Jun 17 05:49:28.516209 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:49:28.533671 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b946ffa-9a1f-4ac2-96a1-913e0c986a6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64c76737-4270-457f-bbc0-cdcc98b5bb9c,revision_number=None']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:49:28.533941 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbeed037-3bb5-4555-a930-af935dee0204 admin admin] Network afc4d833-6824-4139-a55a-2b6a6bf3fba6 is already hosted by enough agents. {{(pid=99869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 05:49:28.538416 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.scheduler.base_scheduler [None req-bbeed037-3bb5-4555-a930-af935dee0204 admin admin] Resources bound (agent type, host, resource id): {{(pid=99869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 05:49:28.544184 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-5880dec2-c49b-49f3-ab42-ce776d673017 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:28.560301 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-7b946ffa-9a1f-4ac2-96a1-913e0c986a6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:49:28.560894 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbeed037-3bb5-4555-a930-af935dee0204 admin admin] Received port after_create {{(pid=99869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 05:49:28.692242 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-3b0ecf6c-f9fe-4d56-955c-e114a87c55f2 req-e76ae5c0-f56c-4b83-93a0-faf5bf6d110c service neutron] 10.222.0.11 "GET /v2.0/networks/a6a51b67-5948-4840-8c7a-42585808151a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832025 Jun 17 05:49:28.952652 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-5880dec2-c49b-49f3-ab42-ce776d673017 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422308', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-368536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2755'] for router, precommit_update {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:29.182944 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-e40b7c7c-f514-498b-b118-2b75a5e26030 req-9747a3da-e169-430d-9ae9-f045153f8ced tempest-DeleteServersTestJSON-1119969054 tempest-DeleteServersTestJSON-1119969054-project] 10.222.0.11 "GET /v2.0/ports?device_id=253f886a-2e8f-47e2-be0e-130b5b2ca526 HTTP/1.1" status: 200 len: 210 time: 0.1327887 Jun 17 05:49:29.183495 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.wsgi [-] (99868) accepted ('10.222.0.11', 51868) {{(pid=99868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:49:29.198404 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-dbce55be-2924-45fb-84e0-5fecf5e6f5c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:29.326657 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-dbce55be-2924-45fb-84e0-5fecf5e6f5c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:29.337243 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-bbeed037-3bb5-4555-a930-af935dee0204 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:29.401560 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-dbce55be-2924-45fb-84e0-5fecf5e6f5c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:29.404760 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:49:29.450173 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbce55be-2924-45fb-84e0-5fecf5e6f5c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e340033-70f5-4715-bfc1-909ab34d2b51,revision_number=1']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:49:29.465466 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-dbce55be-2924-45fb-84e0-5fecf5e6f5c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:49:29.516137 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [None req-dbce55be-2924-45fb-84e0-5fecf5e6f5c7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f646a887420c4f53983ff25f43b65a37&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3293920 Jun 17 05:49:29.519400 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.wsgi [-] (99868) accepted ('10.222.0.11', 51878) {{(pid=99868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:49:29.593081 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-4e3522a2-8f43-47cc-91dc-f90007c9bd47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:29.599694 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d787a18-f542-402b-b466-21d4179a1547 None None] Network 1b25af0c-7521-4ee5-941d-fb951a7e4542 requested from dv-cinder-772623-9-smb {{(pid=99870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 05:49:29.619127 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-4e3522a2-8f43-47cc-91dc-f90007c9bd47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:29.754477 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-4e3522a2-8f43-47cc-91dc-f90007c9bd47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:29.758332 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-4e3522a2-8f43-47cc-91dc-f90007c9bd47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:29.765144 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [None req-4e3522a2-8f43-47cc-91dc-f90007c9bd47 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5e340033-70f5-4715-bfc1-909ab34d2b51 HTTP/1.1" status: 204 len: 168 time: 0.2394381 Jun 17 05:49:29.765144 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-c0f20e18-f30f-4b65-b651-70c5a9642d90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:49:29.779675 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-bbeed037-3bb5-4555-a930-af935dee0204 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-368527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-422354'] for router, after_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:29.789754 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3522a2-8f43-47cc-91dc-f90007c9bd47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e340033-70f5-4715-bfc1-909ab34d2b51,revision_number=None']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:49:29.800687 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Device 351af52f-a009-428a-8bd5-c90734c186b9 up at agent ovs-agent-dv-cinder-772623-9-smb {{(pid=99870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 05:49:29.801139 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-4e3522a2-8f43-47cc-91dc-f90007c9bd47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:49:29.841466 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.wsgi [-] (99868) accepted ('10.222.0.11', 51896) {{(pid=99868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:49:29.887572 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-5880dec2-c49b-49f3-ab42-ce776d673017 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:29.929129 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-5880dec2-c49b-49f3-ab42-ce776d673017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1464150'] for port, before_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:30.035786 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.provisioning_blocks [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Provisioning for port 351af52f-a009-428a-8bd5-c90734c186b9 completed by entity L2. {{(pid=99870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 05:49:30.035950 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-165eceea-f17b-405d-9a16-8f3ca9ec9f34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:30.055149 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.provisioning_blocks [None req-58d0d2e3-ff71-4a28-95df-6517a29b7d38 None None] Provisioning for port 351af52f-a009-428a-8bd5-c90734c186b9 completed by entity DHCP. {{(pid=99870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 05:49:30.055149 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.provisioning_blocks [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Provisioning complete for port 351af52f-a009-428a-8bd5-c90734c186b9 triggered by entity L2. {{(pid=99870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 05:49:30.055149 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551367'] for port, provisioning_complete {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:30.055893 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.provisioning_blocks [None req-58d0d2e3-ff71-4a28-95df-6517a29b7d38 None None] Provisioning complete for port 351af52f-a009-428a-8bd5-c90734c186b9 triggered by entity DHCP. {{(pid=99870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 05:49:30.056262 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-58d0d2e3-ff71-4a28-95df-6517a29b7d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551367'] for port, provisioning_complete {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:30.063840 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.wsgi [-] (99868) accepted ('10.222.0.11', 51908) {{(pid=99868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:49:30.068916 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.v2.base [None req-7dd0e069-3b1e-44c8-939f-b1a23f52227c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1154962265-network', 'tenant_id': 'cd6ceef21fc247909294b16034d99da6'}} {{(pid=99868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:49:30.125640 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.db.db_base_plugin_common [None req-5880dec2-c49b-49f3-ab42-ce776d673017 admin admin] Allocated IP 172.28.2.148 (afc4d833-6824-4139-a55a-2b6a6bf3fba6/527396ff-4aca-4049-a96d-23452d13fcc2/7b37320f-df7c-435c-9dec-f4d1569ed52b) {{(pid=99869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 05:49:30.178374 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dd0e069-3b1e-44c8-939f-b1a23f52227c admin admin] Made reservation on behalf of cd6ceef21fc247909294b16034d99da6 for: {'network': 1} {{(pid=99868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 05:49:30.181613 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-7dd0e069-3b1e-44c8-939f-b1a23f52227c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1464150'] for network, before_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:30.203206 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-7dd0e069-3b1e-44c8-939f-b1a23f52227c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:30.248741 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbeed037-3bb5-4555-a930-af935dee0204 admin admin] Router cab49153-e75d-4734-9c79-b42bb5d458a6 is scheduled to L3 agent 81965deb-4354-4283-a756-7d5d3a21a742 with binding_index 1 {{(pid=99869) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 05:49:30.269435 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1464132'] for port, before_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:30.301157 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-58d0d2e3-ff71-4a28-95df-6517a29b7d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1464132'] for port, before_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:30.331781 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.wsgi [-] (99869) accepted ('10.222.0.11', 51914) {{(pid=99869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:49:30.344083 dv-cinder-772623-9-smb neutron-server[99869]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 17 05:49:30.365900 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-165eceea-f17b-405d-9a16-8f3ca9ec9f34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:30.378421 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.db [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] For port 351af52f-a009-428a-8bd5-c90734c186b9, host dv-cinder-772623-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-9-smb',level=0,port_id=351af52f-a009-428a-8bd5-c90734c186b9,segment=NetworkSegment(81591838-08f0-432e-af25-79981cd4b7ed),segment_id=81591838-08f0-432e-af25-79981cd4b7ed)] {{(pid=99870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:49:30.447581 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-165eceea-f17b-405d-9a16-8f3ca9ec9f34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:30.457121 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:49:30.468938 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773697962343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773697504561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773697504606'] for port, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:30.477199 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:49:30.507970 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-d3a87ee8-c5ec-4a99-8cbb-d15c1f1cf06c req-190b7f28-8d33-451b-8e70-fd67d3c56c16 tempest-DeleteServersTestJSON-1119969054 tempest-DeleteServersTestJSON-1119969054-project] 10.222.0.11 "GET /v2.0/ports?device_id=253f886a-2e8f-47e2-be0e-130b5b2ca526 HTTP/1.1" status: 200 len: 210 time: 0.1730819 Jun 17 05:49:30.527526 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-5880dec2-c49b-49f3-ab42-ce776d673017 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:30.560363 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbeed037-3bb5-4555-a930-af935dee0204 admin admin] Notify agent at l3_agent.dv-cinder-772623-9-smb the message routers_updated {{(pid=99869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 05:49:30.571514 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c6371c-91ad-4d69-b360-00127747c119 None None] Sync routers for ids ['cab49153-e75d-4734-9c79-b42bb5d458a6'] in dv-cinder-772623-9-smb {{(pid=99871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 05:49:30.590482 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.db.api [None req-58d0d2e3-ff71-4a28-95df-6517a29b7d38 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=99870) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 05:49:30.590949 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_db.api [None req-58d0d2e3-ff71-4a28-95df-6517a29b7d38 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=99870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 05:49:30.601877 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Pushing event updated for resources: {'Port': ['ID=351af52f-a009-428a-8bd5-c90734c186b9,revision_number=3']} {{(pid=99870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:49:30.610327 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [None req-165eceea-f17b-405d-9a16-8f3ca9ec9f34 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d7cb9f673e324f9ea1af0d47810f34d7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7663987 Jun 17 05:49:30.612386 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:49:30.612814 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.wsgi [-] (99869) accepted ('10.222.0.11', 51926) {{(pid=99869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:49:30.621394 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c6371c-91ad-4d69-b360-00127747c119 None None] Routers {'cab49153-e75d-4734-9c79-b42bb5d458a6'} bound to L3 agent in host dv-cinder-772623-9-smb {{(pid=99871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 05:49:30.622076 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.db.l3_hamode_db [None req-45c6371c-91ad-4d69-b360-00127747c119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T05:41:12Z,description=,heartbeat_timestamp=2021-06-17T05:49:12Z,host='dv-cinder-772623-9-smb',id=81965deb-4354-4283-a756-7d5d3a21a742,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T05:41:12Z,topic='l3_agent')) {'router_ids': ['cab49153-e75d-4734-9c79-b42bb5d458a6'], 'active': True} {{(pid=99871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:49:30.640517 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165eceea-f17b-405d-9a16-8f3ca9ec9f34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a5b512a-7039-40fa-a629-fd2be6a5fde4,revision_number=1']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:49:30.648304 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-165eceea-f17b-405d-9a16-8f3ca9ec9f34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:49:30.681590 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-5880dec2-c49b-49f3-ab42-ce776d673017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1465235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-156110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-564052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773697504543'] for port, after_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:30.695188 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-bbeed037-3bb5-4555-a930-af935dee0204 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:49:30.705279 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5880dec2-c49b-49f3-ab42-ce776d673017 admin admin] Network afc4d833-6824-4139-a55a-2b6a6bf3fba6 is already hosted by enough agents. {{(pid=99869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 05:49:30.736761 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-7dd0e069-3b1e-44c8-939f-b1a23f52227c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:30.745778 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.scheduler.base_scheduler [None req-5880dec2-c49b-49f3-ab42-ce776d673017 admin admin] Resources bound (agent type, host, resource id): {{(pid=99869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 05:49:30.753879 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5880dec2-c49b-49f3-ab42-ce776d673017 admin admin] Received port after_create {{(pid=99869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 05:49:30.783656 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-7dd0e069-3b1e-44c8-939f-b1a23f52227c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:30.790015 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:49:30.837695 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.db.l3_dvr_db [None req-45c6371c-91ad-4d69-b360-00127747c119 None None] Set router cab49153-e75d-4734-9c79-b42bb5d458a6 gateway port host: dv-cinder-772623-9-smb {{(pid=99871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 05:49:30.848369 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7dd0e069-3b1e-44c8-939f-b1a23f52227c admin admin] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=99868) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 05:49:30.854218 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd0e069-3b1e-44c8-939f-b1a23f52227c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd3c0dd1-0d60-43fd-9a7a-57595c36ca22,revision_number=1']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:49:30.858015 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-7dd0e069-3b1e-44c8-939f-b1a23f52227c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:49:30.865673 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-7dd0e069-3b1e-44c8-939f-b1a23f52227c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589316'] for segment, precommit_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:30.865673 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.db.segments_db [None req-7dd0e069-3b1e-44c8-939f-b1a23f52227c admin admin] Added segment 29995510-40db-47d6-ac5b-fe27ca69615d of type vlan for network 0f777ae4-e66e-4e90-a515-c8318f0c4885 Jun 17 05:49:30.903546 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5880dec2-c49b-49f3-ab42-ce776d673017 admin admin] Pushing event updated for resources: {'Port': ['ID=7b37320f-df7c-435c-9dec-f4d1569ed52b,revision_number=1']} {{(pid=99869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:49:30.907371 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-5880dec2-c49b-49f3-ab42-ce776d673017 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:49:30.908181 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-fcaf58b6-8050-4bb0-91a7-573bf86faade admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:30.915320 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-7dd0e069-3b1e-44c8-939f-b1a23f52227c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773697459366'] for network, precommit_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:30.937234 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-fcaf58b6-8050-4bb0-91a7-573bf86faade admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:30.995947 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-bbeed037-3bb5-4555-a930-af935dee0204 admin admin] Notify callbacks [] for router, before_response {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:30.997148 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [None req-bbeed037-3bb5-4555-a930-af935dee0204 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.5443976 Jun 17 05:49:31.000433 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.wsgi [-] (99868) accepted ('10.222.0.11', 51948) {{(pid=99868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:49:31.124995 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-5880dec2-c49b-49f3-ab42-ce776d673017 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:31.182037 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.db.l3_hamode_db [None req-45c6371c-91ad-4d69-b360-00127747c119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cab49153-e75d-4734-9c79-b42bb5d458a6', 'name': 'tempest-AttachVolumeShelveTestJSON-163353205-router', 'tenant_id': '33f2c29736bb40d78fad571bf0a20025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6', 'external_fixed_ips': [{'subnet_id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'ip_address': '172.28.2.29'}], 'enable_snat': True}, 'gw_port_id': '851994bd-1c9c-4306-8c67-b6cd01bb0088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T05:49:26Z', 'updated_at': '2021-06-17T05:49:28Z', 'revision_number': 3, 'project_id': '33f2c29736bb40d78fad571bf0a20025', 'gw_port': {'id': '851994bd-1c9c-4306-8c67-b6cd01bb0088', 'name': '', 'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:7c:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cab49153-e75d-4734-9c79-b42bb5d458a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'ip_address': '172.28.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:49:27Z', 'updated_at': '2021-06-17T05:49:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-smb'}], 'dv-cinder-772623-9-smb', False) {} {{(pid=99871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:49:31.214191 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c6371c-91ad-4d69-b360-00127747c119 None None] Checking router: cab49153-e75d-4734-9c79-b42bb5d458a6 for host: dv-cinder-772623-9-smb {{(pid=99871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 05:49:31.214761 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c6371c-91ad-4d69-b360-00127747c119 None None] Updating router cab49153-e75d-4734-9c79-b42bb5d458a6 port 851994bd-1c9c-4306-8c67-b6cd01bb0088 binding host dv-cinder-772623-9-smb {{(pid=99871) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 05:49:31.308388 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-7dd0e069-3b1e-44c8-939f-b1a23f52227c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3713235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-564052'] for network, after_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:31.312248 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd0e069-3b1e-44c8-939f-b1a23f52227c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:49:31.312248 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-7dd0e069-3b1e-44c8-939f-b1a23f52227c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564043'] for network, before_response {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:31.312474 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-45c6371c-91ad-4d69-b360-00127747c119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1464132'] for port, before_update {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:31.316356 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-900073fe-c846-4c06-ab47-d807fb395eb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:49:31.405062 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-fcaf58b6-8050-4bb0-91a7-573bf86faade admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:31.416099 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-fcaf58b6-8050-4bb0-91a7-573bf86faade admin admin] Notify callbacks [] for security_group, before_response {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:31.419730 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [None req-fcaf58b6-8050-4bb0-91a7-573bf86faade admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3a5b512a-7039-40fa-a629-fd2be6a5fde4 HTTP/1.1" status: 204 len: 168 time: 0.8058958 Jun 17 05:49:31.422337 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-f64ec49e-32ad-4a98-9f03-c448c9917aa1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:49:31.434924 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcaf58b6-8050-4bb0-91a7-573bf86faade admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a5b512a-7039-40fa-a629-fd2be6a5fde4,revision_number=None']} {{(pid=99869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:49:31.437512 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.wsgi [-] (99869) accepted ('10.222.0.11', 51972) {{(pid=99869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:49:31.447797 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.v2.base [None req-3ff55a8d-d027-488d-afbc-665650da8f76 admin admin] Request body: {'subnet': {'network_id': '0f777ae4-e66e-4e90-a515-c8318f0c4885', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1154962265-subnet', 'tenant_id': 'cd6ceef21fc247909294b16034d99da6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:49:31.450928 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-fcaf58b6-8050-4bb0-91a7-573bf86faade admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:49:31.462855 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [None req-7dd0e069-3b1e-44c8-939f-b1a23f52227c admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.3978674 Jun 17 05:49:31.536266 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-5880dec2-c49b-49f3-ab42-ce776d673017 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-368527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-422354'] for router, after_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:31.542439 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.provisioning_blocks [None req-26fa15eb-041c-4a6c-b246-d24c452872b4 None None] Provisioning complete for port 351af52f-a009-428a-8bd5-c90734c186b9 triggered by entity DHCP. {{(pid=99870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 05:49:31.545888 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-26fa15eb-041c-4a6c-b246-d24c452872b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551367'] for port, provisioning_complete {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:31.637577 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ff55a8d-d027-488d-afbc-665650da8f76 admin admin] Made reservation on behalf of cd6ceef21fc247909294b16034d99da6 for: {'subnet': 1} {{(pid=99869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 05:49:31.640099 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-3ff55a8d-d027-488d-afbc-665650da8f76 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:31.717270 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Device 351af52f-a009-428a-8bd5-c90734c186b9 up at agent ovs-agent-dv-cinder-772623-9-smb {{(pid=99870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 05:49:31.780836 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.provisioning_blocks [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Provisioning complete for port 351af52f-a009-428a-8bd5-c90734c186b9 triggered by entity L2. {{(pid=99870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 05:49:31.781271 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551367'] for port, provisioning_complete {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:31.796877 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-d19c33c2-e8f1-4a1f-a040-530c57d6d890 req-4ac16e58-96f9-4048-9bbc-029f41d65eb7 tempest-DeleteServersTestJSON-1119969054 tempest-DeleteServersTestJSON-1119969054-project] 10.222.0.11 "GET /v2.0/ports?device_id=253f886a-2e8f-47e2-be0e-130b5b2ca526 HTTP/1.1" status: 200 len: 210 time: 0.0698740 Jun 17 05:49:31.797574 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd0e069-3b1e-44c8-939f-b1a23f52227c admin admin] Pushing event updated for resources: {'Network': ['ID=0f777ae4-e66e-4e90-a515-c8318f0c4885,revision_number=1']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:49:31.800905 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-7dd0e069-3b1e-44c8-939f-b1a23f52227c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.484s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:49:31.816923 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Network 0f777ae4-e66e-4e90-a515-c8318f0c4885 details requested by agent ovs-agent-dv-cinder-772623-9-smb with host dv-cinder-772623-9-smb {{(pid=99870) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 05:49:31.912275 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-45c6371c-91ad-4d69-b360-00127747c119 None None] Notify callbacks [] for port, precommit_update {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:31.935366 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.db.provisioning_blocks [None req-45c6371c-91ad-4d69-b360-00127747c119 None None] Transition to ACTIVE for port object 851994bd-1c9c-4306-8c67-b6cd01bb0088 will not be triggered until provisioned by entity L2. {{(pid=99871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 05:49:32.057382 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-45c6371c-91ad-4d69-b360-00127747c119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773697962343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773697504561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773697504606'] for port, after_update {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:32.062900 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:49:32.120142 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.plugins.ml2.managers [None req-45c6371c-91ad-4d69-b360-00127747c119 None None] Attempting to bind port 851994bd-1c9c-4306-8c67-b6cd01bb0088 on host dv-cinder-772623-9-smb for vnic_type normal with profile {{(pid=99871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 05:49:32.120508 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.plugins.ml2.managers [None req-45c6371c-91ad-4d69-b360-00127747c119 None None] Attempting to bind port 851994bd-1c9c-4306-8c67-b6cd01bb0088 by drivers openvswitch,hyperv on host dv-cinder-772623-9-smb at level 0 using segments [{'id': '5df065dd-7136-4632-92ed-7b0e1f2019c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6'}] {{(pid=99871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 05:49:32.120873 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c6371c-91ad-4d69-b360-00127747c119 None None] Attempting to bind port 851994bd-1c9c-4306-8c67-b6cd01bb0088 on network afc4d833-6824-4139-a55a-2b6a6bf3fba6 {{(pid=99871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 05:49:32.122662 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5e0ef5-d5fa-419b-98dc-6230055c4963 None None] Pushing event updated for resources: {'Port': ['ID=851994bd-1c9c-4306-8c67-b6cd01bb0088,revision_number=2']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:49:32.131899 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c6371c-91ad-4d69-b360-00127747c119 None None] Checking agent: {'id': 'b8410894-a9e9-4538-b1e5-41b045bec560', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-9-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 5, 41, 12), 'started_at': datetime.datetime(2021, 6, 17, 5, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 5, 49, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-9-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 05:49:32.132271 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c6371c-91ad-4d69-b360-00127747c119 None None] Checking segment: {'id': '5df065dd-7136-4632-92ed-7b0e1f2019c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 05:49:32.132670 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-45c6371c-91ad-4d69-b360-00127747c119 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:32.133059 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c6371c-91ad-4d69-b360-00127747c119 None None] Bound using segment: {'id': '5df065dd-7136-4632-92ed-7b0e1f2019c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6'} {{(pid=99871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 05:49:32.133515 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.plugins.ml2.managers [None req-45c6371c-91ad-4d69-b360-00127747c119 None None] Bound port: 851994bd-1c9c-4306-8c67-b6cd01bb0088, host: dv-cinder-772623-9-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5df065dd-7136-4632-92ed-7b0e1f2019c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6'}}] {{(pid=99871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 05:49:32.133884 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-45c6371c-91ad-4d69-b360-00127747c119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1464132'] for port, before_update {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:32.136023 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5e0ef5-d5fa-419b-98dc-6230055c4963 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:49:32.136359 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5e0ef5-d5fa-419b-98dc-6230055c4963 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:49:32.136683 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5e0ef5-d5fa-419b-98dc-6230055c4963 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:49:32.136999 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5e0ef5-d5fa-419b-98dc-6230055c4963 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:49:32.137445 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5e0ef5-d5fa-419b-98dc-6230055c4963 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:49:32.137626 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5e0ef5-d5fa-419b-98dc-6230055c4963 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:49:32.137938 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5e0ef5-d5fa-419b-98dc-6230055c4963 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:49:32.138247 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5e0ef5-d5fa-419b-98dc-6230055c4963 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:49:32.138559 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5e0ef5-d5fa-419b-98dc-6230055c4963 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:49:32.138889 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5e0ef5-d5fa-419b-98dc-6230055c4963 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:49:32.139199 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5e0ef5-d5fa-419b-98dc-6230055c4963 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:49:32.139505 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5e0ef5-d5fa-419b-98dc-6230055c4963 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:49:32.140513 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5e0ef5-d5fa-419b-98dc-6230055c4963 None None] Tracked resource versions report: Jun 17 05:49:32.140513 dv-cinder-772623-9-smb neutron-server[99871]: pushed versions: Jun 17 05:49:32.140513 dv-cinder-772623-9-smb neutron-server[99871]: { 'AddressGroup': {'1.2'}, Jun 17 05:49:32.140513 dv-cinder-772623-9-smb neutron-server[99871]: 'ConntrackHelper': {'1.0'}, Jun 17 05:49:32.140513 dv-cinder-772623-9-smb neutron-server[99871]: 'Log': {'1.0'}, Jun 17 05:49:32.140513 dv-cinder-772623-9-smb neutron-server[99871]: 'Network': {'1.1'}, Jun 17 05:49:32.140513 dv-cinder-772623-9-smb neutron-server[99871]: 'Port': {'1.7'}, Jun 17 05:49:32.140513 dv-cinder-772623-9-smb neutron-server[99871]: 'PortForwarding': {'1.2'}, Jun 17 05:49:32.140513 dv-cinder-772623-9-smb neutron-server[99871]: 'QosPolicy': {'1.8'}, Jun 17 05:49:32.140513 dv-cinder-772623-9-smb neutron-server[99871]: 'SecurityGroup': {'1.4'}, Jun 17 05:49:32.140513 dv-cinder-772623-9-smb neutron-server[99871]: 'SecurityGroupRule': {'1.2'}, Jun 17 05:49:32.140513 dv-cinder-772623-9-smb neutron-server[99871]: 'SubPort': {'1.0'}, Jun 17 05:49:32.140513 dv-cinder-772623-9-smb neutron-server[99871]: 'Subnet': {'1.1'}, Jun 17 05:49:32.140513 dv-cinder-772623-9-smb neutron-server[99871]: 'Trunk': {'1.1'}} Jun 17 05:49:32.140513 dv-cinder-772623-9-smb neutron-server[99871]: consumer versions: Jun 17 05:49:32.140513 dv-cinder-772623-9-smb neutron-server[99871]: { DHCP agent@dv-cinder-772623-9-smb: {}, Jun 17 05:49:32.140513 dv-cinder-772623-9-smb neutron-server[99871]: HyperV agent@hv-cinder-77262: {}, Jun 17 05:49:32.140513 dv-cinder-772623-9-smb neutron-server[99871]: L3 agent@dv-cinder-772623-9-smb: {}, Jun 17 05:49:32.140513 dv-cinder-772623-9-smb neutron-server[99871]: Metadata agent@dv-cinder-772623-9-smb: {}, Jun 17 05:49:32.140513 dv-cinder-772623-9-smb neutron-server[99871]: Metering agent@dv-cinder-772623-9-smb: {}, Jun 17 05:49:32.140513 dv-cinder-772623-9-smb neutron-server[99871]: Open vSwitch agent@dv-cinder-772623-9-smb: { 'AddressGroup': '1.2', Jun 17 05:49:32.140513 dv-cinder-772623-9-smb neutron-server[99871]: 'ConntrackHelper': '1.0', Jun 17 05:49:32.140513 dv-cinder-772623-9-smb neutron-server[99871]: 'Log': '1.0', Jun 17 05:49:32.140513 dv-cinder-772623-9-smb neutron-server[99871]: 'Network': '1.1', Jun 17 05:49:32.140513 dv-cinder-772623-9-smb neutron-server[99871]: 'Port': '1.7', Jun 17 05:49:32.140513 dv-cinder-772623-9-smb neutron-server[99871]: 'PortForwarding': '1.2', Jun 17 05:49:32.140513 dv-cinder-772623-9-smb neutron-server[99871]: 'QosPolicy': '1.8', Jun 17 05:49:32.140513 dv-cinder-772623-9-smb neutron-server[99871]: 'SecurityGroup': '1.4', Jun 17 05:49:32.140513 dv-cinder-772623-9-smb neutron-server[99871]: 'SecurityGroupRule': '1.2', Jun 17 05:49:32.140513 dv-cinder-772623-9-smb neutron-server[99871]: 'SubPort': '1.0', Jun 17 05:49:32.140513 dv-cinder-772623-9-smb neutron-server[99871]: 'Subnet': '1.1', Jun 17 05:49:32.140513 dv-cinder-772623-9-smb neutron-server[99871]: 'Trunk': '1.1'}} Jun 17 05:49:32.140513 dv-cinder-772623-9-smb neutron-server[99871]: {{(pid=99871) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 17 05:49:32.143875 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-3f5e0ef5-d5fa-419b-98dc-6230055c4963 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:49:32.163167 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-3ebcba66-6cec-435a-b6dd-bf7dae0de151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1464150'] for port, before_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:32.171368 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5880dec2-c49b-49f3-ab42-ce776d673017 admin admin] Router c9e4f621-5086-4845-b147-00c42e0a64b2 is scheduled to L3 agent 81965deb-4354-4283-a756-7d5d3a21a742 with binding_index 1 {{(pid=99869) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 05:49:32.178084 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-3ff55a8d-d027-488d-afbc-665650da8f76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061'] for subnet, after_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:32.184753 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-b16c69cd-2cfa-4e27-9f9b-42c9e53b421f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:49:32.223464 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.plugins.ml2.db [None req-45c6371c-91ad-4d69-b360-00127747c119 None None] For port 851994bd-1c9c-4306-8c67-b6cd01bb0088, host dv-cinder-772623-9-smb, cleared binding levels {{(pid=99871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 05:49:32.227460 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.plugins.ml2.db [None req-45c6371c-91ad-4d69-b360-00127747c119 None None] For port 851994bd-1c9c-4306-8c67-b6cd01bb0088, host dv-cinder-772623-9-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-9-smb',level=0,port_id=851994bd-1c9c-4306-8c67-b6cd01bb0088,segment=NetworkSegment(5df065dd-7136-4632-92ed-7b0e1f2019c5),segment_id=5df065dd-7136-4632-92ed-7b0e1f2019c5)] {{(pid=99871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 05:49:32.297801 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-45c6371c-91ad-4d69-b360-00127747c119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773697962343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773697504561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773697504606'] for port, after_update {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:32.301157 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:49:32.339384 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff55a8d-d027-488d-afbc-665650da8f76 admin admin] Pushing event updated for resources: {'Subnet': ['ID=73918168-c123-4ef6-8bcf-85b86d37f89b,revision_number=0']} {{(pid=99869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:49:32.347021 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-3ff55a8d-d027-488d-afbc-665650da8f76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:49:32.356293 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff55a8d-d027-488d-afbc-665650da8f76 admin admin] Checking segment: {'id': '29995510-40db-47d6-ac5b-fe27ca69615d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '0f777ae4-e66e-4e90-a515-c8318f0c4885'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 05:49:32.356661 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ff55a8d-d027-488d-afbc-665650da8f76 admin admin] Network hostable DHCP agents. Network: 0f777ae4-e66e-4e90-a515-c8318f0c4885, hostable agents: ['f091d0a2-6a46-4cbb-8021-fc5f6c6b7d63'], hosted agents: [] {{(pid=99869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 05:49:32.397151 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5880dec2-c49b-49f3-ab42-ce776d673017 admin admin] Notify agent at l3_agent.dv-cinder-772623-9-smb the message routers_updated {{(pid=99869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 05:49:32.404864 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c6371c-91ad-4d69-b360-00127747c119 None None] Routers {'cab49153-e75d-4734-9c79-b42bb5d458a6'} bound to L3 agent in host dv-cinder-772623-9-smb {{(pid=99871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 05:49:32.405719 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.db.l3_hamode_db [None req-45c6371c-91ad-4d69-b360-00127747c119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T05:41:12Z,description=,heartbeat_timestamp=2021-06-17T05:49:12Z,host='dv-cinder-772623-9-smb',id=81965deb-4354-4283-a756-7d5d3a21a742,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T05:41:12Z,topic='l3_agent')) {'router_ids': ['cab49153-e75d-4734-9c79-b42bb5d458a6'], 'active': True} {{(pid=99871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:49:32.410444 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-233471ad-1175-47af-a02d-b1276ede358a None None] Sync routers for ids ['c9e4f621-5086-4845-b147-00c42e0a64b2'] in dv-cinder-772623-9-smb {{(pid=99870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 05:49:32.417490 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.db.db_base_plugin_common [None req-3ebcba66-6cec-435a-b6dd-bf7dae0de151 admin admin] Allocated IP 172.20.0.1 (1b25af0c-7521-4ee5-941d-fb951a7e4542/f3d724f9-6f99-4efc-a641-a453b34c57ab/f99b02ba-19d8-43e8-90e4-3bc6728b5cdf) {{(pid=99868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 05:49:32.421852 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-233471ad-1175-47af-a02d-b1276ede358a None None] Routers {'c9e4f621-5086-4845-b147-00c42e0a64b2'} bound to L3 agent in host dv-cinder-772623-9-smb {{(pid=99870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 05:49:32.422561 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.l3_hamode_db [None req-233471ad-1175-47af-a02d-b1276ede358a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T05:41:12Z,description=,heartbeat_timestamp=2021-06-17T05:49:12Z,host='dv-cinder-772623-9-smb',id=81965deb-4354-4283-a756-7d5d3a21a742,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T05:41:12Z,topic='l3_agent')) {'router_ids': ['c9e4f621-5086-4845-b147-00c42e0a64b2'], 'active': True} {{(pid=99870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:49:32.496950 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ff55a8d-d027-488d-afbc-665650da8f76 admin admin] Network 0f777ae4-e66e-4e90-a515-c8318f0c4885 is scheduled to be hosted by DHCP agent f091d0a2-6a46-4cbb-8021-fc5f6c6b7d63 with binding_index 1 {{(pid=99869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 05:49:32.526587 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-5880dec2-c49b-49f3-ab42-ce776d673017 admin admin] Notify callbacks [] for router, before_response {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:32.529624 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [None req-5880dec2-c49b-49f3-ab42-ce776d673017 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.9065351 Jun 17 05:49:32.531516 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.wsgi [-] (99869) accepted ('10.222.0.11', 52000) {{(pid=99869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:49:32.539425 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.db.l3_dvr_db [None req-45c6371c-91ad-4d69-b360-00127747c119 None None] Set router cab49153-e75d-4734-9c79-b42bb5d458a6 gateway port host: dv-cinder-772623-9-smb {{(pid=99871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 05:49:32.560368 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.l3_dvr_db [None req-233471ad-1175-47af-a02d-b1276ede358a None None] Set router c9e4f621-5086-4845-b147-00c42e0a64b2 gateway port host: dv-cinder-772623-9-smb {{(pid=99870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 05:49:32.577023 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-3ebcba66-6cec-435a-b6dd-bf7dae0de151 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:32.611709 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.db.provisioning_blocks [None req-3ebcba66-6cec-435a-b6dd-bf7dae0de151 admin admin] Transition to ACTIVE for port object f99b02ba-19d8-43e8-90e4-3bc6728b5cdf will not be triggered until provisioned by entity DHCP. {{(pid=99868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 05:49:32.651028 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.scheduler.base_scheduler [None req-3ff55a8d-d027-488d-afbc-665650da8f76 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-9-smb, 0f777ae4-e66e-4e90-a515-c8318f0c4885) {{(pid=99869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 05:49:32.671893 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5e0ef5-d5fa-419b-98dc-6230055c4963 None None] Pushing event updated for resources: {'Port': ['ID=851994bd-1c9c-4306-8c67-b6cd01bb0088,revision_number=3']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:49:32.673146 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff55a8d-d027-488d-afbc-665650da8f76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:49:32.673744 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-3ff55a8d-d027-488d-afbc-665650da8f76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564043'] for subnet, before_response {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:32.686368 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d90ed1a-a4d4-4ee9-b382-dc648427edaf None None] Network 0f777ae4-e66e-4e90-a515-c8318f0c4885 requested from dv-cinder-772623-9-smb {{(pid=99870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 05:49:32.693405 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-3f5e0ef5-d5fa-419b-98dc-6230055c4963 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:49:32.808280 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-3ebcba66-6cec-435a-b6dd-bf7dae0de151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1465235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-156110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-564052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773697504543'] for port, after_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:32.812807 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-a68c3abc-e05f-4a93-9d92-bccc1da10c87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:49:32.815965 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.db.l3_hamode_db [None req-45c6371c-91ad-4d69-b360-00127747c119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cab49153-e75d-4734-9c79-b42bb5d458a6', 'name': 'tempest-AttachVolumeShelveTestJSON-163353205-router', 'tenant_id': '33f2c29736bb40d78fad571bf0a20025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6', 'external_fixed_ips': [{'subnet_id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'ip_address': '172.28.2.29'}], 'enable_snat': True}, 'gw_port_id': '851994bd-1c9c-4306-8c67-b6cd01bb0088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T05:49:26Z', 'updated_at': '2021-06-17T05:49:28Z', 'revision_number': 3, 'project_id': '33f2c29736bb40d78fad571bf0a20025', 'gw_port': {'id': '851994bd-1c9c-4306-8c67-b6cd01bb0088', 'name': '', 'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:7c:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cab49153-e75d-4734-9c79-b42bb5d458a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'ip_address': '172.28.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:49:27Z', 'updated_at': '2021-06-17T05:49:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-smb'}], 'dv-cinder-772623-9-smb', False) {} {{(pid=99871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:49:32.885705 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c6371c-91ad-4d69-b360-00127747c119 None None] The sync data for ids ['cab49153-e75d-4734-9c79-b42bb5d458a6'] in dv-cinder-772623-9-smb is: [{'id': 'cab49153-e75d-4734-9c79-b42bb5d458a6', 'name': 'tempest-AttachVolumeShelveTestJSON-163353205-router', 'tenant_id': '33f2c29736bb40d78fad571bf0a20025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6', 'external_fixed_ips': [{'subnet_id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'ip_address': '172.28.2.29'}], 'enable_snat': True}, 'gw_port_id': '851994bd-1c9c-4306-8c67-b6cd01bb0088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T05:49:26Z', 'updated_at': '2021-06-17T05:49:28Z', 'revision_number': 3, 'project_id': '33f2c29736bb40d78fad571bf0a20025', 'gw_port': {'id': '851994bd-1c9c-4306-8c67-b6cd01bb0088', 'name': '', 'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:7c:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cab49153-e75d-4734-9c79-b42bb5d458a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'ip_address': '172.28.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:49:27Z', 'updated_at': '2021-06-17T05:49:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-smb'}] {{(pid=99871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 05:49:32.933037 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebcba66-6cec-435a-b6dd-bf7dae0de151 admin admin] Pushing event updated for resources: {'Port': ['ID=f99b02ba-19d8-43e8-90e4-3bc6728b5cdf,revision_number=1']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:49:32.941365 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-3ebcba66-6cec-435a-b6dd-bf7dae0de151 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:49:32.968963 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ebcba66-6cec-435a-b6dd-bf7dae0de151 admin admin] Network 1b25af0c-7521-4ee5-941d-fb951a7e4542 is already hosted by enough agents. {{(pid=99868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 05:49:32.972305 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.scheduler.base_scheduler [None req-3ebcba66-6cec-435a-b6dd-bf7dae0de151 admin admin] Resources bound (agent type, host, resource id): {{(pid=99868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 05:49:32.980042 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ebcba66-6cec-435a-b6dd-bf7dae0de151 admin admin] Received port after_create {{(pid=99868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 05:49:32.980526 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-3ebcba66-6cec-435a-b6dd-bf7dae0de151 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-426851'] for router_interface, before_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:33.050493 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [None req-3ff55a8d-d027-488d-afbc-665650da8f76 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.6084948 Jun 17 05:49:33.101975 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bdb5334-759c-4a43-9294-6c3521cd7066 None None] Network 0f777ae4-e66e-4e90-a515-c8318f0c4885 requested from dv-cinder-772623-9-smb {{(pid=99870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 05:49:33.292957 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.l3_hamode_db [None req-233471ad-1175-47af-a02d-b1276ede358a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9e4f621-5086-4845-b147-00c42e0a64b2', 'name': 'tempest-ServerRescueNegativeTestJSON-30295414-router', 'tenant_id': 'ce4f89efe12e4ea4942616b8dcf08d70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6', 'external_fixed_ips': [{'subnet_id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'ip_address': '172.28.2.148'}], 'enable_snat': True}, 'gw_port_id': '7b37320f-df7c-435c-9dec-f4d1569ed52b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T05:49:28Z', 'updated_at': '2021-06-17T05:49:30Z', 'revision_number': 3, 'project_id': 'ce4f89efe12e4ea4942616b8dcf08d70', 'gw_port': {'id': '7b37320f-df7c-435c-9dec-f4d1569ed52b', 'name': '', 'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:e3:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9e4f621-5086-4845-b147-00c42e0a64b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'ip_address': '172.28.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:49:29Z', 'updated_at': '2021-06-17T05:49:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-smb'}], 'dv-cinder-772623-9-smb', False) {} {{(pid=99870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:49:33.308553 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-a1465410-ea9f-4aa6-b76a-459cf260d3f0 req-91606257-4505-416a-a7eb-d6992d3a3faf tempest-DeleteServersTestJSON-1119969054 tempest-DeleteServersTestJSON-1119969054-project] 10.222.0.11 "GET /v2.0/ports?device_id=253f886a-2e8f-47e2-be0e-130b5b2ca526 HTTP/1.1" status: 200 len: 210 time: 0.0754082 Jun 17 05:49:33.393243 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-233471ad-1175-47af-a02d-b1276ede358a None None] Checking router: c9e4f621-5086-4845-b147-00c42e0a64b2 for host: dv-cinder-772623-9-smb {{(pid=99870) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 05:49:33.393622 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-233471ad-1175-47af-a02d-b1276ede358a None None] Updating router c9e4f621-5086-4845-b147-00c42e0a64b2 port 7b37320f-df7c-435c-9dec-f4d1569ed52b binding host dv-cinder-772623-9-smb {{(pid=99870) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 05:49:33.471809 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.wsgi [-] (99868) accepted ('10.222.0.11', 52032) {{(pid=99868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:49:33.541038 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-233471ad-1175-47af-a02d-b1276ede358a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1464132'] for port, before_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:33.590637 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-3ebcba66-6cec-435a-b6dd-bf7dae0de151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1464132'] for port, before_update {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:33.617016 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2bd0d3b-03b5-406a-95d4-6140c8c4c473 admin admin] Deleting subnet eb066218-132a-4c4c-bdaa-74e1ab025810 {{(pid=99868) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 05:49:33.622320 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-d2bd0d3b-03b5-406a-95d4-6140c8c4c473 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:33.685132 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.provisioning_blocks [None req-2633dc9a-ecdc-4ad0-8ae7-1079258cff82 None None] Provisioning for port f99b02ba-19d8-43e8-90e4-3bc6728b5cdf completed by entity DHCP. {{(pid=99870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 05:49:33.713013 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.provisioning_blocks [None req-2633dc9a-ecdc-4ad0-8ae7-1079258cff82 None None] Provisioning complete for port f99b02ba-19d8-43e8-90e4-3bc6728b5cdf triggered by entity DHCP. {{(pid=99870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 05:49:33.715262 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-2633dc9a-ecdc-4ad0-8ae7-1079258cff82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551367'] for port, provisioning_complete {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:33.764412 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-d2bd0d3b-03b5-406a-95d4-6140c8c4c473 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:33.803322 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-d2bd0d3b-03b5-406a-95d4-6140c8c4c473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1554961'] for subnet, precommit_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:33.839672 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Device 851994bd-1c9c-4306-8c67-b6cd01bb0088 up at agent ovs-agent-dv-cinder-772623-9-smb {{(pid=99870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 05:49:33.923480 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.plugin [None req-2633dc9a-ecdc-4ad0-8ae7-1079258cff82 None None] Port f99b02ba-19d8-43e8-90e4-3bc6728b5cdf cannot update to ACTIVE because it is not bound. {{(pid=99870) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 05:49:33.936463 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-3d5ac9f7-248d-4878-a37b-ab0a233f4c12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1464150'] for port, before_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:34.083242 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-3ebcba66-6cec-435a-b6dd-bf7dae0de151 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:34.097443 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-d2bd0d3b-03b5-406a-95d4-6140c8c4c473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1554968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061'] for subnet, after_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:34.100411 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:49:34.220335 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-d2bd0d3b-03b5-406a-95d4-6140c8c4c473 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564043'] for subnet, before_response {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:34.225623 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [None req-d2bd0d3b-03b5-406a-95d4-6140c8c4c473 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/eb066218-132a-4c4c-bdaa-74e1ab025810 HTTP/1.1" status: 204 len: 168 time: 0.7475421 Jun 17 05:49:34.233726 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.wsgi [-] (99869) accepted ('10.222.0.11', 52052) {{(pid=99869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:49:34.237300 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-3ebcba66-6cec-435a-b6dd-bf7dae0de151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773697962343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773697504561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773697504606'] for port, after_update {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:34.238426 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bd0d3b-03b5-406a-95d4-6140c8c4c473 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb066218-132a-4c4c-bdaa-74e1ab025810,revision_number=None']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:49:34.240755 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-3ebcba66-6cec-435a-b6dd-bf7dae0de151 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-426783'] for router_interface, after_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:34.243813 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-d2bd0d3b-03b5-406a-95d4-6140c8c4c473 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:49:34.246012 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-3ebcba66-6cec-435a-b6dd-bf7dae0de151 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:49:34.393638 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-233471ad-1175-47af-a02d-b1276ede358a None None] Notify callbacks [] for port, precommit_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:34.394524 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.wsgi [-] (99869) accepted ('10.222.0.13', 62297) {{(pid=99869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:49:34.399710 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.provisioning_blocks [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Provisioning for port 851994bd-1c9c-4306-8c67-b6cd01bb0088 completed by entity L2. {{(pid=99870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 05:49:34.408004 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.provisioning_blocks [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Provisioning complete for port 851994bd-1c9c-4306-8c67-b6cd01bb0088 triggered by entity L2. {{(pid=99870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 05:49:34.408637 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551367'] for port, provisioning_complete {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:34.446213 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebcba66-6cec-435a-b6dd-bf7dae0de151 admin admin] Pushing event updated for resources: {'Port': ['ID=f99b02ba-19d8-43e8-90e4-3bc6728b5cdf,revision_number=2']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:49:34.449593 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.provisioning_blocks [None req-233471ad-1175-47af-a02d-b1276ede358a None None] Transition to ACTIVE for port object 7b37320f-df7c-435c-9dec-f4d1569ed52b will not be triggered until provisioned by entity L2. {{(pid=99870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 05:49:34.457498 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-3ebcba66-6cec-435a-b6dd-bf7dae0de151 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:49:34.514301 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ebcba66-6cec-435a-b6dd-bf7dae0de151 admin admin] Network 1b25af0c-7521-4ee5-941d-fb951a7e4542 is already hosted by enough agents. {{(pid=99868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 05:49:34.516345 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.scheduler.base_scheduler [None req-3ebcba66-6cec-435a-b6dd-bf7dae0de151 admin admin] Resources bound (agent type, host, resource id): {{(pid=99868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 05:49:34.534430 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1464132'] for port, before_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:34.564780 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-233471ad-1175-47af-a02d-b1276ede358a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773697962343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773697504561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773697504606'] for port, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:34.578719 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:49:34.651320 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.db [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] For port 851994bd-1c9c-4306-8c67-b6cd01bb0088, host dv-cinder-772623-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-9-smb',level=0,port_id=851994bd-1c9c-4306-8c67-b6cd01bb0088,segment=NetworkSegment(5df065dd-7136-4632-92ed-7b0e1f2019c5),segment_id=5df065dd-7136-4632-92ed-7b0e1f2019c5)] {{(pid=99870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:49:34.725619 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.managers [None req-233471ad-1175-47af-a02d-b1276ede358a None None] Attempting to bind port 7b37320f-df7c-435c-9dec-f4d1569ed52b on host dv-cinder-772623-9-smb for vnic_type normal with profile {{(pid=99870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 05:49:34.726170 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.managers [None req-233471ad-1175-47af-a02d-b1276ede358a None None] Attempting to bind port 7b37320f-df7c-435c-9dec-f4d1569ed52b by drivers openvswitch,hyperv on host dv-cinder-772623-9-smb at level 0 using segments [{'id': '5df065dd-7136-4632-92ed-7b0e1f2019c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6'}] {{(pid=99870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 05:49:34.726991 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233471ad-1175-47af-a02d-b1276ede358a None None] Attempting to bind port 7b37320f-df7c-435c-9dec-f4d1569ed52b on network afc4d833-6824-4139-a55a-2b6a6bf3fba6 {{(pid=99870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 05:49:34.742183 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773697962343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773697504561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773697504606'] for port, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:34.750981 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0ecf6c-f9fe-4d56-955c-e114a87c55f2 req-d0f484de-3b35-42d3-bd65-14ade593b60d tempest-DeleteServersTestJSON-1119969054 tempest-DeleteServersTestJSON-1119969054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:49:34.758383 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233471ad-1175-47af-a02d-b1276ede358a None None] Checking agent: {'id': 'b8410894-a9e9-4538-b1e5-41b045bec560', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-9-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 5, 41, 12), 'started_at': datetime.datetime(2021, 6, 17, 5, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 5, 49, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-9-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 05:49:34.760872 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233471ad-1175-47af-a02d-b1276ede358a None None] Checking segment: {'id': '5df065dd-7136-4632-92ed-7b0e1f2019c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 05:49:34.760872 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-233471ad-1175-47af-a02d-b1276ede358a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:34.760872 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233471ad-1175-47af-a02d-b1276ede358a None None] Bound using segment: {'id': '5df065dd-7136-4632-92ed-7b0e1f2019c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6'} {{(pid=99870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 05:49:34.760872 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.managers [None req-233471ad-1175-47af-a02d-b1276ede358a None None] Bound port: 7b37320f-df7c-435c-9dec-f4d1569ed52b, host: dv-cinder-772623-9-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5df065dd-7136-4632-92ed-7b0e1f2019c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6'}}] {{(pid=99870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 05:49:34.761237 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-3b0ecf6c-f9fe-4d56-955c-e114a87c55f2 req-d0f484de-3b35-42d3-bd65-14ade593b60d tempest-DeleteServersTestJSON-1119969054 tempest-DeleteServersTestJSON-1119969054-project] 10.222.0.13 "GET /v2.0/networks?id=a6a51b67-5948-4840-8c7a-42585808151a HTTP/1.1" status: 200 len: 811 time: 0.3647282 Jun 17 05:49:34.761330 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-233471ad-1175-47af-a02d-b1276ede358a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1464132'] for port, before_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:34.763804 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14d4aab-bb04-48d0-acd1-04bcef5fc7cb None None] Pushing event updated for resources: {'Port': ['ID=7b37320f-df7c-435c-9dec-f4d1569ed52b,revision_number=2']} {{(pid=99870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:49:34.776316 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [None req-a14d4aab-bb04-48d0-acd1-04bcef5fc7cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:49:34.798903 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.035s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:49:34.821203 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.v2.base [req-3b0ecf6c-f9fe-4d56-955c-e114a87c55f2 req-6964906e-f148-4f48-bcd6-2114eb7be288 tempest-DeleteServersTestJSON-1119969054 tempest-DeleteServersTestJSON-1119969054-project] Request body: {'port': {'device_id': '253f886a-2e8f-47e2-be0e-130b5b2ca526', 'network_id': 'a6a51b67-5948-4840-8c7a-42585808151a', 'admin_state_up': True, 'tenant_id': 'fa978392532a48ac86ad26dcc61bb25c'}} {{(pid=99869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:49:34.891777 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Pushing event updated for resources: {'Port': ['ID=851994bd-1c9c-4306-8c67-b6cd01bb0088,revision_number=4']} {{(pid=99870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:49:34.915320 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:49:34.951404 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-1aad2618-e7fa-4e5b-8895-a880946560fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1481875'] for network, before_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:34.953052 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-9207f4a5-fd71-437d-9e11-e107160e3477 req-f2ad38c0-e3e8-4dfb-b349-fd248bc42cb7 tempest-DeleteServersTestJSON-1119969054 tempest-DeleteServersTestJSON-1119969054-project] 10.222.0.11 "GET /v2.0/ports?device_id=253f886a-2e8f-47e2-be0e-130b5b2ca526 HTTP/1.1" status: 200 len: 210 time: 0.2475517 Jun 17 05:49:34.955340 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ebcba66-6cec-435a-b6dd-bf7dae0de151 admin admin] Router cab49153-e75d-4734-9c79-b42bb5d458a6 has already been hosted by L3 agent 81965deb-4354-4283-a756-7d5d3a21a742 {{(pid=99868) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 05:49:35.011549 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.db [None req-233471ad-1175-47af-a02d-b1276ede358a None None] For port 7b37320f-df7c-435c-9dec-f4d1569ed52b, host dv-cinder-772623-9-smb, cleared binding levels {{(pid=99870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 05:49:35.013624 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.provisioning_blocks [None req-73ecb12f-854b-4386-8432-e4dda7f153de None None] Provisioning complete for port f99b02ba-19d8-43e8-90e4-3bc6728b5cdf triggered by entity DHCP. {{(pid=99870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 05:49:35.013994 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-73ecb12f-854b-4386-8432-e4dda7f153de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551367'] for port, provisioning_complete {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:35.016773 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.db [None req-233471ad-1175-47af-a02d-b1276ede358a None None] For port 7b37320f-df7c-435c-9dec-f4d1569ed52b, host dv-cinder-772623-9-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-9-smb',level=0,port_id=7b37320f-df7c-435c-9dec-f4d1569ed52b,segment=NetworkSegment(5df065dd-7136-4632-92ed-7b0e1f2019c5),segment_id=5df065dd-7136-4632-92ed-7b0e1f2019c5)] {{(pid=99870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 05:49:35.063430 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.plugin [None req-73ecb12f-854b-4386-8432-e4dda7f153de None None] Port f99b02ba-19d8-43e8-90e4-3bc6728b5cdf cannot update to ACTIVE because it is not bound. {{(pid=99870) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 05:49:35.068403 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.db.db_base_plugin_common [None req-3d5ac9f7-248d-4878-a37b-ab0a233f4c12 admin admin] Allocated IP 172.20.0.1 (e0c1f876-47bf-439c-8cf9-05719b315ed5/1775a254-338e-4962-94a2-6ab4e879a1ad/ae8ed7a8-3640-448e-b46d-2cc3eef84108) {{(pid=99869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 05:49:35.131388 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ebcba66-6cec-435a-b6dd-bf7dae0de151 admin admin] Notify agent at l3_agent.dv-cinder-772623-9-smb the message routers_updated {{(pid=99868) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 05:49:35.135382 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [None req-3ebcba66-6cec-435a-b6dd-bf7dae0de151 admin admin] 10.222.0.11 "PUT /v2.0/routers/cab49153-e75d-4734-9c79-b42bb5d458a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1338913 Jun 17 05:49:35.166539 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-233471ad-1175-47af-a02d-b1276ede358a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773697962343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773697504561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773697504606'] for port, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:35.175298 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [None req-21952842-ead0-42e6-af23-c1d3aec8ab31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:49:35.182344 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-1aad2618-e7fa-4e5b-8895-a880946560fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1553032', 'neutron.services.segments.db._delete_segments_for_network-8773697995057'] for network, precommit_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:35.199582 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-1aad2618-e7fa-4e5b-8895-a880946560fb admin admin] Subscribe: > segment before_delete 55550000 {{(pid=99869) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:49:35.200038 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-1aad2618-e7fa-4e5b-8895-a880946560fb admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=99869) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:49:35.200875 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-1aad2618-e7fa-4e5b-8895-a880946560fb admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=99869) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:49:35.201213 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-1aad2618-e7fa-4e5b-8895-a880946560fb admin admin] Subscribe: > port after_create 55550000 {{(pid=99869) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:49:35.201546 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-1aad2618-e7fa-4e5b-8895-a880946560fb admin admin] Subscribe: > port after_delete 55550000 {{(pid=99869) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:49:35.201857 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-1aad2618-e7fa-4e5b-8895-a880946560fb admin admin] Subscribe: > port after_update 55550000 {{(pid=99869) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:49:35.202188 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-1aad2618-e7fa-4e5b-8895-a880946560fb admin admin] Subscribe: > segment after_delete 55550000 {{(pid=99869) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:49:35.202481 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-1aad2618-e7fa-4e5b-8895-a880946560fb admin admin] Subscribe: > subnet after_create 55550000 {{(pid=99869) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:49:35.202787 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-1aad2618-e7fa-4e5b-8895-a880946560fb admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=99869) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:49:35.203118 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-1aad2618-e7fa-4e5b-8895-a880946560fb admin admin] Subscribe: > subnet after_update 55550000 {{(pid=99869) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:49:35.240502 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-233471ad-1175-47af-a02d-b1276ede358a None None] Routers {'c9e4f621-5086-4845-b147-00c42e0a64b2'} bound to L3 agent in host dv-cinder-772623-9-smb {{(pid=99870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 05:49:35.242504 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.l3_hamode_db [None req-233471ad-1175-47af-a02d-b1276ede358a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T05:41:12Z,description=,heartbeat_timestamp=2021-06-17T05:49:12Z,host='dv-cinder-772623-9-smb',id=81965deb-4354-4283-a756-7d5d3a21a742,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T05:41:12Z,topic='l3_agent')) {'router_ids': ['c9e4f621-5086-4845-b147-00c42e0a64b2'], 'active': True} {{(pid=99870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:49:35.398240 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-1aad2618-e7fa-4e5b-8895-a880946560fb admin admin] Subscribe: > subnet after_create 55550000 {{(pid=99869) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:49:35.400313 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-1aad2618-e7fa-4e5b-8895-a880946560fb admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=99869) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:49:35.402607 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-1aad2618-e7fa-4e5b-8895-a880946560fb admin admin] Subscribe: > subnet before_create 55550000 {{(pid=99869) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:49:35.402607 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-1aad2618-e7fa-4e5b-8895-a880946560fb admin admin] Subscribe: > subnet before_update 55550000 {{(pid=99869) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:49:35.402607 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.services.segments.db [None req-1aad2618-e7fa-4e5b-8895-a880946560fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc7cdb0a-3f83-417e-b3b4-19f02aaae8a1']}} {{(pid=99869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:49:35.464737 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e631053-abc2-44c7-ae54-218af0e66436 None None] Sync routers for ids ['cab49153-e75d-4734-9c79-b42bb5d458a6'] in dv-cinder-772623-9-smb {{(pid=99871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 05:49:35.476505 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.services.segments.db [None req-1aad2618-e7fa-4e5b-8895-a880946560fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0120310f-471d-4153-9b33-0ee8fa4369bb') {'for_net_delete': True} {{(pid=99869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:49:35.477916 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.services.segments.db [None req-1aad2618-e7fa-4e5b-8895-a880946560fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0120310f-471d-4153-9b33-0ee8fa4369bb') {} {{(pid=99869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:49:35.487269 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e631053-abc2-44c7-ae54-218af0e66436 None None] Routers {'cab49153-e75d-4734-9c79-b42bb5d458a6'} bound to L3 agent in host dv-cinder-772623-9-smb {{(pid=99871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 05:49:35.487805 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.db.l3_hamode_db [None req-5e631053-abc2-44c7-ae54-218af0e66436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T05:41:12Z,description=,heartbeat_timestamp=2021-06-17T05:49:12Z,host='dv-cinder-772623-9-smb',id=81965deb-4354-4283-a756-7d5d3a21a742,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T05:41:12Z,topic='l3_agent')) {'router_ids': ['cab49153-e75d-4734-9c79-b42bb5d458a6'], 'active': True} {{(pid=99871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:49:35.502202 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-1aad2618-e7fa-4e5b-8895-a880946560fb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773697993858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2471650'] for segment, before_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:35.552575 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-1aad2618-e7fa-4e5b-8895-a880946560fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589316'] for segment, precommit_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:35.574317 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1aad2618-e7fa-4e5b-8895-a880946560fb admin admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=99869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 05:49:35.575097 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-1aad2618-e7fa-4e5b-8895-a880946560fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565594'] for segment, after_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:35.577977 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14d4aab-bb04-48d0-acd1-04bcef5fc7cb None None] Pushing event updated for resources: {'Port': ['ID=7b37320f-df7c-435c-9dec-f4d1569ed52b,revision_number=3']} {{(pid=99870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:49:35.579812 dv-cinder-772623-9-smb neutron-server[99869]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 17 05:49:35.579812 dv-cinder-772623-9-smb neutron-server[99869]: from cryptography.utils import int_from_bytes Jun 17 05:49:35.579812 dv-cinder-772623-9-smb neutron-server[99869]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 17 05:49:35.579812 dv-cinder-772623-9-smb neutron-server[99869]: from cryptography.utils import int_from_bytes Jun 17 05:49:35.579812 dv-cinder-772623-9-smb neutron-server[99869]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 05:49:35.579812 dv-cinder-772623-9-smb neutron-server[99869]: retrieve_revision_numbers = { Jun 17 05:49:35.579812 dv-cinder-772623-9-smb neutron-server[99869]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 05:49:35.579812 dv-cinder-772623-9-smb neutron-server[99869]: conditions |= (models_v2.Port.network_id.in_( Jun 17 05:49:35.579812 dv-cinder-772623-9-smb neutron-server[99869]: Traceback (most recent call last): Jun 17 05:49:35.579812 dv-cinder-772623-9-smb neutron-server[99869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 05:49:35.579812 dv-cinder-772623-9-smb neutron-server[99869]: timer() Jun 17 05:49:35.579812 dv-cinder-772623-9-smb neutron-server[99869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 05:49:35.579812 dv-cinder-772623-9-smb neutron-server[99869]: cb(*args, **kw) Jun 17 05:49:35.579812 dv-cinder-772623-9-smb neutron-server[99869]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 05:49:35.579812 dv-cinder-772623-9-smb neutron-server[99869]: return func(*args, **kwargs) Jun 17 05:49:35.579812 dv-cinder-772623-9-smb neutron-server[99869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 05:49:35.579812 dv-cinder-772623-9-smb neutron-server[99869]: self._notify() Jun 17 05:49:35.579812 dv-cinder-772623-9-smb neutron-server[99869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 05:49:35.579812 dv-cinder-772623-9-smb neutron-server[99869]: self.callback(batched_events) Jun 17 05:49:35.579812 dv-cinder-772623-9-smb neutron-server[99869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 05:49:35.579812 dv-cinder-772623-9-smb neutron-server[99869]: event.method(event) Jun 17 05:49:35.579812 dv-cinder-772623-9-smb neutron-server[99869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 05:49:35.579812 dv-cinder-772623-9-smb neutron-server[99869]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 05:49:35.579812 dv-cinder-772623-9-smb neutron-server[99869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 05:49:35.579812 dv-cinder-772623-9-smb neutron-server[99869]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 05:49:35.579812 dv-cinder-772623-9-smb neutron-server[99869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 05:49:35.579812 dv-cinder-772623-9-smb neutron-server[99869]: return f(self, *a, **k) Jun 17 05:49:35.579812 dv-cinder-772623-9-smb neutron-server[99869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 05:49:35.579812 dv-cinder-772623-9-smb neutron-server[99869]: return self._get(url).json() Jun 17 05:49:35.579812 dv-cinder-772623-9-smb neutron-server[99869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 05:49:35.579812 dv-cinder-772623-9-smb neutron-server[99869]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 05:49:35.579812 dv-cinder-772623-9-smb neutron-server[99869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 05:49:35.579812 dv-cinder-772623-9-smb neutron-server[99869]: return self.request(url, 'GET', **kwargs) Jun 17 05:49:35.579812 dv-cinder-772623-9-smb neutron-server[99869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 05:49:35.579812 dv-cinder-772623-9-smb neutron-server[99869]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 05:49:35.579812 dv-cinder-772623-9-smb neutron-server[99869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 05:49:35.579812 dv-cinder-772623-9-smb neutron-server[99869]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 05:49:35.579812 dv-cinder-772623-9-smb neutron-server[99869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 05:49:35.579812 dv-cinder-772623-9-smb neutron-server[99869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 05:49:35.579812 dv-cinder-772623-9-smb neutron-server[99869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 05:49:35.586602 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [None req-a14d4aab-bb04-48d0-acd1-04bcef5fc7cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:49:35.641914 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.l3_dvr_db [None req-233471ad-1175-47af-a02d-b1276ede358a None None] Set router c9e4f621-5086-4845-b147-00c42e0a64b2 gateway port host: dv-cinder-772623-9-smb {{(pid=99870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 05:49:35.703213 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-3d5ac9f7-248d-4878-a37b-ab0a233f4c12 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:35.710441 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b0ecf6c-f9fe-4d56-955c-e114a87c55f2 req-6964906e-f148-4f48-bcd6-2114eb7be288 tempest-DeleteServersTestJSON-1119969054 tempest-DeleteServersTestJSON-1119969054-project] Made reservation on behalf of fa978392532a48ac86ad26dcc61bb25c for: {'port': 1} {{(pid=99869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 05:49:35.714329 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Device 851994bd-1c9c-4306-8c67-b6cd01bb0088 up at agent ovs-agent-dv-cinder-772623-9-smb {{(pid=99870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 05:49:35.725693 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [req-3b0ecf6c-f9fe-4d56-955c-e114a87c55f2 req-6964906e-f148-4f48-bcd6-2114eb7be288 tempest-DeleteServersTestJSON-1119969054 tempest-DeleteServersTestJSON-1119969054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1464150'] for port, before_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:36.210561 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-1aad2618-e7fa-4e5b-8895-a880946560fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1553043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3713235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-564052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422727'] for network, after_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:36.215343 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.db.l3_dvr_db [None req-5e631053-abc2-44c7-ae54-218af0e66436 None None] Set router cab49153-e75d-4734-9c79-b42bb5d458a6 gateway port host: dv-cinder-772623-9-smb {{(pid=99871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 05:49:36.216597 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.provisioning_blocks [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Provisioning complete for port 851994bd-1c9c-4306-8c67-b6cd01bb0088 triggered by entity L2. {{(pid=99870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 05:49:36.216597 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551367'] for port, provisioning_complete {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:36.217966 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-1330dda1-aa42-453f-b0cf-90bda5f7a640 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:49:36.217966 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-1aad2618-e7fa-4e5b-8895-a880946560fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564043'] for network, before_response {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:36.217966 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [None req-1aad2618-e7fa-4e5b-8895-a880946560fb admin admin] 10.222.0.11 "DELETE /v2.0/networks/cc7cdb0a-3f83-417e-b3b4-19f02aaae8a1 HTTP/1.1" status: 204 len: 168 time: 1.7927625 Jun 17 05:49:36.220340 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.wsgi [-] (99868) accepted ('10.222.0.11', 52108) {{(pid=99868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:49:36.223008 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aad2618-e7fa-4e5b-8895-a880946560fb admin admin] Pushing event deleted for resources: {'Network': ['ID=cc7cdb0a-3f83-417e-b3b4-19f02aaae8a1,revision_number=None']} {{(pid=99869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:49:36.223008 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-1aad2618-e7fa-4e5b-8895-a880946560fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:49:36.224408 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.l3_hamode_db [None req-233471ad-1175-47af-a02d-b1276ede358a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9e4f621-5086-4845-b147-00c42e0a64b2', 'name': 'tempest-ServerRescueNegativeTestJSON-30295414-router', 'tenant_id': 'ce4f89efe12e4ea4942616b8dcf08d70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6', 'external_fixed_ips': [{'subnet_id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'ip_address': '172.28.2.148'}], 'enable_snat': True}, 'gw_port_id': '7b37320f-df7c-435c-9dec-f4d1569ed52b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T05:49:28Z', 'updated_at': '2021-06-17T05:49:30Z', 'revision_number': 3, 'project_id': 'ce4f89efe12e4ea4942616b8dcf08d70', 'gw_port': {'id': '7b37320f-df7c-435c-9dec-f4d1569ed52b', 'name': '', 'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:e3:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9e4f621-5086-4845-b147-00c42e0a64b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'ip_address': '172.28.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:49:29Z', 'updated_at': '2021-06-17T05:49:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-smb'}], 'dv-cinder-772623-9-smb', False) {} {{(pid=99870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:49:36.225212 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.db.db_base_plugin_v2 [None req-e36196d3-0792-430e-900b-30677dc35cc1 admin admin] Deleting subnet 73918168-c123-4ef6-8bcf-85b86d37f89b {{(pid=99868) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 05:49:36.225212 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-e36196d3-0792-430e-900b-30677dc35cc1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:36.226346 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-233471ad-1175-47af-a02d-b1276ede358a None None] The sync data for ids ['c9e4f621-5086-4845-b147-00c42e0a64b2'] in dv-cinder-772623-9-smb is: [{'id': 'c9e4f621-5086-4845-b147-00c42e0a64b2', 'name': 'tempest-ServerRescueNegativeTestJSON-30295414-router', 'tenant_id': 'ce4f89efe12e4ea4942616b8dcf08d70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6', 'external_fixed_ips': [{'subnet_id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'ip_address': '172.28.2.148'}], 'enable_snat': True}, 'gw_port_id': '7b37320f-df7c-435c-9dec-f4d1569ed52b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T05:49:28Z', 'updated_at': '2021-06-17T05:49:30Z', 'revision_number': 3, 'project_id': 'ce4f89efe12e4ea4942616b8dcf08d70', 'gw_port': {'id': '7b37320f-df7c-435c-9dec-f4d1569ed52b', 'name': '', 'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:e3:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9e4f621-5086-4845-b147-00c42e0a64b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'ip_address': '172.28.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:49:29Z', 'updated_at': '2021-06-17T05:49:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-smb'}] {{(pid=99870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 05:49:36.227238 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.db.l3_hamode_db [None req-5e631053-abc2-44c7-ae54-218af0e66436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cab49153-e75d-4734-9c79-b42bb5d458a6', 'name': 'tempest-AttachVolumeShelveTestJSON-163353205-router', 'tenant_id': '33f2c29736bb40d78fad571bf0a20025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6', 'external_fixed_ips': [{'subnet_id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'ip_address': '172.28.2.29'}], 'enable_snat': True}, 'gw_port_id': '851994bd-1c9c-4306-8c67-b6cd01bb0088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T05:49:26Z', 'updated_at': '2021-06-17T05:49:33Z', 'revision_number': 4, 'project_id': '33f2c29736bb40d78fad571bf0a20025', 'gw_port': {'id': '851994bd-1c9c-4306-8c67-b6cd01bb0088', 'name': '', 'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:7c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab49153-e75d-4734-9c79-b42bb5d458a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'ip_address': '172.28.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:49:27Z', 'updated_at': '2021-06-17T05:49:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-smb', '_interfaces': [{'id': 'f99b02ba-19d8-43e8-90e4-3bc6728b5cdf', 'name': '', 'network_id': '1b25af0c-7521-4ee5-941d-fb951a7e4542', 'tenant_id': '33f2c29736bb40d78fad571bf0a20025', 'mac_address': 'fa:16:3e:ed:ef:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cab49153-e75d-4734-9c79-b42bb5d458a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'f3d724f9-6f99-4efc-a641-a453b34c57ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:49:32Z', 'updated_at': '2021-06-17T05:49:33Z', 'revision_number': 2, 'project_id': '33f2c29736bb40d78fad571bf0a20025', 'subnets': [{'id': 'f3d724f9-6f99-4efc-a641-a453b34c57ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-9-smb', False) {} {{(pid=99871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:49:36.238312 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-1f27fe2d-ef72-424e-a4ea-8077d123f959 req-6c4577c8-94f2-4c1c-aea3-a913b047eb7f tempest-DeleteServersTestJSON-1119969054 tempest-DeleteServersTestJSON-1119969054-project] 10.222.0.11 "GET /v2.0/ports?device_id=253f886a-2e8f-47e2-be0e-130b5b2ca526 HTTP/1.1" status: 200 len: 210 time: 0.0445409 Jun 17 05:49:36.258167 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e631053-abc2-44c7-ae54-218af0e66436 None None] Checking router: cab49153-e75d-4734-9c79-b42bb5d458a6 for host: dv-cinder-772623-9-smb {{(pid=99871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 05:49:36.258554 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e631053-abc2-44c7-ae54-218af0e66436 None None] Updating router cab49153-e75d-4734-9c79-b42bb5d458a6 port f99b02ba-19d8-43e8-90e4-3bc6728b5cdf binding host dv-cinder-772623-9-smb {{(pid=99871) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 05:49:36.277794 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-e36196d3-0792-430e-900b-30677dc35cc1 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:36.284659 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-e36196d3-0792-430e-900b-30677dc35cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1554961'] for subnet, precommit_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:36.328232 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.db.db_base_plugin_common [req-3b0ecf6c-f9fe-4d56-955c-e114a87c55f2 req-6964906e-f148-4f48-bcd6-2114eb7be288 tempest-DeleteServersTestJSON-1119969054 tempest-DeleteServersTestJSON-1119969054-project] Allocated IP 172.20.0.10 (a6a51b67-5948-4840-8c7a-42585808151a/1fe567a5-dcf8-4bac-8d98-df67134871b6/44e79a14-18dc-49e6-86df-a8b43c6bd407) {{(pid=99869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 05:49:36.365072 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-5e631053-abc2-44c7-ae54-218af0e66436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1464132'] for port, before_update {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:36.611959 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-e36196d3-0792-430e-900b-30677dc35cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1554968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061'] for subnet, after_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:36.616372 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-0a1d3c99-06ae-4983-86d5-00f7f1c4e581 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:49:36.655191 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36196d3-0792-430e-900b-30677dc35cc1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73918168-c123-4ef6-8bcf-85b86d37f89b,revision_number=None']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:49:36.658022 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-e36196d3-0792-430e-900b-30677dc35cc1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564043'] for subnet, before_response {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:36.663529 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [None req-e36196d3-0792-430e-900b-30677dc35cc1 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/73918168-c123-4ef6-8bcf-85b86d37f89b HTTP/1.1" status: 204 len: 168 time: 0.6308212 Jun 17 05:49:36.666693 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-e36196d3-0792-430e-900b-30677dc35cc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:49:36.668125 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.wsgi [-] (99868) accepted ('10.222.0.11', 52138) {{(pid=99868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:49:36.689340 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-3d5ac9f7-248d-4878-a37b-ab0a233f4c12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1465235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-156110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-564052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773697504543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2565508'] for port, after_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:36.694234 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.wsgi [-] (99868) accepted ('10.222.0.11', 52140) {{(pid=99868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:49:36.704843 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:49:36.731966 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.v2.base [None req-31f97766-3759-4bd5-9266-a0847d90ff92 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1563635339', 'description': 'tempest-description--747588686'}} {{(pid=99868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:49:36.750854 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d5ac9f7-248d-4878-a37b-ab0a233f4c12 admin admin] Network e0c1f876-47bf-439c-8cf9-05719b315ed5 is already hosted by enough agents. {{(pid=99869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 05:49:36.759237 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.scheduler.base_scheduler [None req-3d5ac9f7-248d-4878-a37b-ab0a233f4c12 admin admin] Resources bound (agent type, host, resource id): {{(pid=99869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 05:49:36.767240 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [req-3b0ecf6c-f9fe-4d56-955c-e114a87c55f2 req-6964906e-f148-4f48-bcd6-2114eb7be288 tempest-DeleteServersTestJSON-1119969054 tempest-DeleteServersTestJSON-1119969054-project] Notify callbacks [] for port, precommit_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:36.769852 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5ac9f7-248d-4878-a37b-ab0a233f4c12 admin admin] Received port after_create {{(pid=99869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 05:49:36.799662 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-b7191537-5f78-4bb3-89c8-4a66a94cbd67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1481875'] for network, before_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:36.834349 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5ac9f7-248d-4878-a37b-ab0a233f4c12 admin admin] Pushing event updated for resources: {'Port': ['ID=ae8ed7a8-3640-448e-b46d-2cc3eef84108,revision_number=1']} {{(pid=99869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:49:36.843901 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-3d5ac9f7-248d-4878-a37b-ab0a233f4c12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:49:36.844787 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-5e631053-abc2-44c7-ae54-218af0e66436 None None] Notify callbacks [] for port, precommit_update {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:36.846617 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-3d5ac9f7-248d-4878-a37b-ab0a233f4c12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-426851'] for router_interface, before_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:36.858533 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.db.provisioning_blocks [None req-5e631053-abc2-44c7-ae54-218af0e66436 None None] Transition to ACTIVE for port object f99b02ba-19d8-43e8-90e4-3bc6728b5cdf will not be triggered until provisioned by entity L2. {{(pid=99871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 05:49:36.923098 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-b7191537-5f78-4bb3-89c8-4a66a94cbd67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1553032', 'neutron.services.segments.db._delete_segments_for_network-8773697995057'] for network, precommit_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:36.928782 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-31f97766-3759-4bd5-9266-a0847d90ff92 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Notify callbacks [] for security_group, before_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:36.936807 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-5e631053-abc2-44c7-ae54-218af0e66436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773697962343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773697504561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773697504606'] for port, after_update {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:36.940550 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-8f582ab9-207f-469b-99ed-bee49ffaa574 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:49:36.980505 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-b7191537-5f78-4bb3-89c8-4a66a94cbd67 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=99868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:49:36.991421 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-b7191537-5f78-4bb3-89c8-4a66a94cbd67 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=99868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:49:36.992471 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-b7191537-5f78-4bb3-89c8-4a66a94cbd67 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=99868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:49:36.993087 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-b7191537-5f78-4bb3-89c8-4a66a94cbd67 admin admin] Subscribe: > port after_create 55550000 {{(pid=99868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:49:36.996756 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-b7191537-5f78-4bb3-89c8-4a66a94cbd67 admin admin] Subscribe: > port after_delete 55550000 {{(pid=99868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:49:36.996756 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-b7191537-5f78-4bb3-89c8-4a66a94cbd67 admin admin] Subscribe: > port after_update 55550000 {{(pid=99868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:49:36.996756 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-b7191537-5f78-4bb3-89c8-4a66a94cbd67 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=99868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:49:36.996756 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-b7191537-5f78-4bb3-89c8-4a66a94cbd67 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=99868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:49:36.996756 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-b7191537-5f78-4bb3-89c8-4a66a94cbd67 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=99868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:49:36.996756 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-b7191537-5f78-4bb3-89c8-4a66a94cbd67 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=99868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:49:37.086459 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9626a7-fa6f-49e0-a82d-ad14f4d9d634 None None] Pushing event updated for resources: {'Port': ['ID=f99b02ba-19d8-43e8-90e4-3bc6728b5cdf,revision_number=3']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:49:37.102449 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-ea9626a7-fa6f-49e0-a82d-ad14f4d9d634 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:49:37.148231 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [req-3b0ecf6c-f9fe-4d56-955c-e114a87c55f2 req-6964906e-f148-4f48-bcd6-2114eb7be288 tempest-DeleteServersTestJSON-1119969054 tempest-DeleteServersTestJSON-1119969054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1465235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-156110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-564052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773697504543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2565508'] for port, after_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:37.157553 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:49:37.219906 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.plugins.ml2.managers [None req-5e631053-abc2-44c7-ae54-218af0e66436 None None] Attempting to bind port f99b02ba-19d8-43e8-90e4-3bc6728b5cdf on host dv-cinder-772623-9-smb for vnic_type normal with profile {{(pid=99871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 05:49:37.220708 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.plugins.ml2.managers [None req-5e631053-abc2-44c7-ae54-218af0e66436 None None] Attempting to bind port f99b02ba-19d8-43e8-90e4-3bc6728b5cdf by drivers openvswitch,hyperv on host dv-cinder-772623-9-smb at level 0 using segments [{'id': '81591838-08f0-432e-af25-79981cd4b7ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '1b25af0c-7521-4ee5-941d-fb951a7e4542'}] {{(pid=99871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 05:49:37.221218 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e631053-abc2-44c7-ae54-218af0e66436 None None] Attempting to bind port f99b02ba-19d8-43e8-90e4-3bc6728b5cdf on network 1b25af0c-7521-4ee5-941d-fb951a7e4542 {{(pid=99871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 05:49:37.237730 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e631053-abc2-44c7-ae54-218af0e66436 None None] Checking agent: {'id': 'b8410894-a9e9-4538-b1e5-41b045bec560', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-9-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 5, 41, 12), 'started_at': datetime.datetime(2021, 6, 17, 5, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 5, 49, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-9-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 05:49:37.237730 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e631053-abc2-44c7-ae54-218af0e66436 None None] Checking segment: {'id': '81591838-08f0-432e-af25-79981cd4b7ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '1b25af0c-7521-4ee5-941d-fb951a7e4542'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 05:49:37.237730 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-5e631053-abc2-44c7-ae54-218af0e66436 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:37.237730 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e631053-abc2-44c7-ae54-218af0e66436 None None] Bound using segment: {'id': '81591838-08f0-432e-af25-79981cd4b7ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '1b25af0c-7521-4ee5-941d-fb951a7e4542'} {{(pid=99871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 05:49:37.237730 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.plugins.ml2.managers [None req-5e631053-abc2-44c7-ae54-218af0e66436 None None] Bound port: f99b02ba-19d8-43e8-90e4-3bc6728b5cdf, host: dv-cinder-772623-9-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81591838-08f0-432e-af25-79981cd4b7ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '1b25af0c-7521-4ee5-941d-fb951a7e4542'}}] {{(pid=99871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 05:49:37.237730 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-5e631053-abc2-44c7-ae54-218af0e66436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1464132'] for port, before_update {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:37.344700 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-b7191537-5f78-4bb3-89c8-4a66a94cbd67 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=99868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:49:37.345887 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-b7191537-5f78-4bb3-89c8-4a66a94cbd67 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=99868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:49:37.354356 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-b7191537-5f78-4bb3-89c8-4a66a94cbd67 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=99868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:49:37.357313 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-b7191537-5f78-4bb3-89c8-4a66a94cbd67 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=99868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 05:49:37.357916 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.services.segments.db [None req-b7191537-5f78-4bb3-89c8-4a66a94cbd67 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f777ae4-e66e-4e90-a515-c8318f0c4885']}} {{(pid=99868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:49:37.463948 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.plugins.ml2.db [None req-5e631053-abc2-44c7-ae54-218af0e66436 None None] For port f99b02ba-19d8-43e8-90e4-3bc6728b5cdf, host dv-cinder-772623-9-smb, cleared binding levels {{(pid=99871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 05:49:37.467661 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.services.segments.db [None req-b7191537-5f78-4bb3-89c8-4a66a94cbd67 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29995510-40db-47d6-ac5b-fe27ca69615d') {'for_net_delete': True} {{(pid=99868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:49:37.480339 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.plugins.ml2.db [None req-5e631053-abc2-44c7-ae54-218af0e66436 None None] For port f99b02ba-19d8-43e8-90e4-3bc6728b5cdf, host dv-cinder-772623-9-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-9-smb',level=0,port_id=f99b02ba-19d8-43e8-90e4-3bc6728b5cdf,segment=NetworkSegment(81591838-08f0-432e-af25-79981cd4b7ed),segment_id=81591838-08f0-432e-af25-79981cd4b7ed)] {{(pid=99871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 05:49:37.484450 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.services.segments.db [None req-b7191537-5f78-4bb3-89c8-4a66a94cbd67 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29995510-40db-47d6-ac5b-fe27ca69615d') {} {{(pid=99868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:49:37.542858 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-5e631053-abc2-44c7-ae54-218af0e66436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773697962343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773697504561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773697504606'] for port, after_update {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:37.556183 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-ea9626a7-fa6f-49e0-a82d-ad14f4d9d634 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:49:37.564935 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-b7191537-5f78-4bb3-89c8-4a66a94cbd67 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773697993858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26391912'] for segment, before_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:37.591574 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6964906e-f148-4f48-bcd6-2114eb7be288 tempest-DeleteServersTestJSON-1119969054 tempest-DeleteServersTestJSON-1119969054-project] Pushing event updated for resources: {'Port': ['ID=44e79a14-18dc-49e6-86df-a8b43c6bd407,revision_number=1']} {{(pid=99869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:49:37.629314 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-6964906e-f148-4f48-bcd6-2114eb7be288 tempest-DeleteServersTestJSON-1119969054 tempest-DeleteServersTestJSON-1119969054-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.469s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:49:37.653573 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-3d5ac9f7-248d-4878-a37b-ab0a233f4c12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1464132'] for port, before_update {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:37.682143 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e631053-abc2-44c7-ae54-218af0e66436 None None] Routers {'cab49153-e75d-4734-9c79-b42bb5d458a6'} bound to L3 agent in host dv-cinder-772623-9-smb {{(pid=99871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 05:49:37.682873 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.db.l3_hamode_db [None req-5e631053-abc2-44c7-ae54-218af0e66436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T05:41:12Z,description=,heartbeat_timestamp=2021-06-17T05:49:12Z,host='dv-cinder-772623-9-smb',id=81965deb-4354-4283-a756-7d5d3a21a742,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T05:41:12Z,topic='l3_agent')) {'router_ids': ['cab49153-e75d-4734-9c79-b42bb5d458a6'], 'active': True} {{(pid=99871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:49:37.690705 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-b7191537-5f78-4bb3-89c8-4a66a94cbd67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589316'] for segment, precommit_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:37.740911 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b0ecf6c-f9fe-4d56-955c-e114a87c55f2 req-6964906e-f148-4f48-bcd6-2114eb7be288 tempest-DeleteServersTestJSON-1119969054 tempest-DeleteServersTestJSON-1119969054-project] Network a6a51b67-5948-4840-8c7a-42585808151a is already hosted by enough agents. {{(pid=99869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 05:49:37.754979 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.scheduler.base_scheduler [req-3b0ecf6c-f9fe-4d56-955c-e114a87c55f2 req-6964906e-f148-4f48-bcd6-2114eb7be288 tempest-DeleteServersTestJSON-1119969054 tempest-DeleteServersTestJSON-1119969054-project] Resources bound (agent type, host, resource id): {{(pid=99869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 05:49:37.762669 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b0ecf6c-f9fe-4d56-955c-e114a87c55f2 req-6964906e-f148-4f48-bcd6-2114eb7be288 tempest-DeleteServersTestJSON-1119969054 tempest-DeleteServersTestJSON-1119969054-project] Received port after_create {{(pid=99869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 05:49:37.910549 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7191537-5f78-4bb3-89c8-4a66a94cbd67 admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=99868) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 05:49:37.913870 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-b7191537-5f78-4bb3-89c8-4a66a94cbd67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2882536'] for segment, after_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:37.940804 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Device 7b37320f-df7c-435c-9dec-f4d1569ed52b up at agent ovs-agent-dv-cinder-772623-9-smb {{(pid=99870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 05:49:37.991173 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.wsgi [-] (99869) accepted ('10.222.0.11', 52160) {{(pid=99869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:49:38.044394 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9626a7-fa6f-49e0-a82d-ad14f4d9d634 None None] Pushing event updated for resources: {'Port': ['ID=f99b02ba-19d8-43e8-90e4-3bc6728b5cdf,revision_number=4']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:49:38.067630 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-ea9626a7-fa6f-49e0-a82d-ad14f4d9d634 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.511s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:49:38.117352 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.db.l3_dvr_db [None req-5e631053-abc2-44c7-ae54-218af0e66436 None None] Set router cab49153-e75d-4734-9c79-b42bb5d458a6 gateway port host: dv-cinder-772623-9-smb {{(pid=99871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 05:49:38.143357 dv-cinder-772623-9-smb neutron-server[99868]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 17 05:49:38.143357 dv-cinder-772623-9-smb neutron-server[99868]: from cryptography.utils import int_from_bytes Jun 17 05:49:38.143357 dv-cinder-772623-9-smb neutron-server[99868]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 17 05:49:38.143357 dv-cinder-772623-9-smb neutron-server[99868]: from cryptography.utils import int_from_bytes Jun 17 05:49:38.143357 dv-cinder-772623-9-smb neutron-server[99868]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 05:49:38.143357 dv-cinder-772623-9-smb neutron-server[99868]: retrieve_revision_numbers = { Jun 17 05:49:38.143357 dv-cinder-772623-9-smb neutron-server[99868]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 05:49:38.143357 dv-cinder-772623-9-smb neutron-server[99868]: conditions |= (models_v2.Port.network_id.in_( Jun 17 05:49:38.143357 dv-cinder-772623-9-smb neutron-server[99868]: Traceback (most recent call last): Jun 17 05:49:38.143357 dv-cinder-772623-9-smb neutron-server[99868]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 05:49:38.143357 dv-cinder-772623-9-smb neutron-server[99868]: timer() Jun 17 05:49:38.143357 dv-cinder-772623-9-smb neutron-server[99868]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 05:49:38.143357 dv-cinder-772623-9-smb neutron-server[99868]: cb(*args, **kw) Jun 17 05:49:38.143357 dv-cinder-772623-9-smb neutron-server[99868]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 05:49:38.143357 dv-cinder-772623-9-smb neutron-server[99868]: return func(*args, **kwargs) Jun 17 05:49:38.143357 dv-cinder-772623-9-smb neutron-server[99868]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 05:49:38.143357 dv-cinder-772623-9-smb neutron-server[99868]: self._notify() Jun 17 05:49:38.143357 dv-cinder-772623-9-smb neutron-server[99868]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 05:49:38.143357 dv-cinder-772623-9-smb neutron-server[99868]: self.callback(batched_events) Jun 17 05:49:38.143357 dv-cinder-772623-9-smb neutron-server[99868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 05:49:38.143357 dv-cinder-772623-9-smb neutron-server[99868]: event.method(event) Jun 17 05:49:38.143357 dv-cinder-772623-9-smb neutron-server[99868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 05:49:38.143357 dv-cinder-772623-9-smb neutron-server[99868]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 05:49:38.143357 dv-cinder-772623-9-smb neutron-server[99868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 05:49:38.143357 dv-cinder-772623-9-smb neutron-server[99868]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 05:49:38.143357 dv-cinder-772623-9-smb neutron-server[99868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 05:49:38.143357 dv-cinder-772623-9-smb neutron-server[99868]: return f(self, *a, **k) Jun 17 05:49:38.143357 dv-cinder-772623-9-smb neutron-server[99868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 05:49:38.143357 dv-cinder-772623-9-smb neutron-server[99868]: return self._get(url).json() Jun 17 05:49:38.143357 dv-cinder-772623-9-smb neutron-server[99868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 05:49:38.143357 dv-cinder-772623-9-smb neutron-server[99868]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 05:49:38.143357 dv-cinder-772623-9-smb neutron-server[99868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 05:49:38.143357 dv-cinder-772623-9-smb neutron-server[99868]: return self.request(url, 'GET', **kwargs) Jun 17 05:49:38.143357 dv-cinder-772623-9-smb neutron-server[99868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 05:49:38.143357 dv-cinder-772623-9-smb neutron-server[99868]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 05:49:38.143357 dv-cinder-772623-9-smb neutron-server[99868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 05:49:38.143357 dv-cinder-772623-9-smb neutron-server[99868]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 05:49:38.143357 dv-cinder-772623-9-smb neutron-server[99868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 05:49:38.143357 dv-cinder-772623-9-smb neutron-server[99868]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 05:49:38.143357 dv-cinder-772623-9-smb neutron-server[99868]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 05:49:38.154350 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0ecf6c-f9fe-4d56-955c-e114a87c55f2 req-6964906e-f148-4f48-bcd6-2114eb7be288 tempest-DeleteServersTestJSON-1119969054 tempest-DeleteServersTestJSON-1119969054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:49:38.155892 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [req-3b0ecf6c-f9fe-4d56-955c-e114a87c55f2 req-6964906e-f148-4f48-bcd6-2114eb7be288 tempest-DeleteServersTestJSON-1119969054 tempest-DeleteServersTestJSON-1119969054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-860254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564043'] for port, before_response {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:38.199529 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.provisioning_blocks [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Provisioning for port 7b37320f-df7c-435c-9dec-f4d1569ed52b completed by entity L2. {{(pid=99870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 05:49:38.203719 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.provisioning_blocks [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Provisioning complete for port 7b37320f-df7c-435c-9dec-f4d1569ed52b triggered by entity L2. {{(pid=99870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 05:49:38.204330 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551367'] for port, provisioning_complete {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:38.347353 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-31f97766-3759-4bd5-9266-a0847d90ff92 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Notify callbacks [] for security_group, precommit_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:38.358935 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-b7191537-5f78-4bb3-89c8-4a66a94cbd67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1553043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3713235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-564052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422727'] for network, after_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:38.386401 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-b7191537-5f78-4bb3-89c8-4a66a94cbd67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564043'] for network, before_response {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:38.390861 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [None req-b7191537-5f78-4bb3-89c8-4a66a94cbd67 admin admin] 10.222.0.11 "DELETE /v2.0/networks/0f777ae4-e66e-4e90-a515-c8318f0c4885 HTTP/1.1" status: 204 len: 168 time: 1.7194057 Jun 17 05:49:38.394719 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-32167c45-b5ef-49bb-99d5-44d9aec3ddfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:38.409593 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:49:38.442194 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1464132'] for port, before_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:38.468869 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf49357-f1da-47bc-a61d-043435c7095d req-d8f0b3ea-ab87-4877-80ee-7339653838b1 tempest-DeleteServersTestJSON-1119969054 tempest-DeleteServersTestJSON-1119969054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:49:38.470655 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-7bf49357-f1da-47bc-a61d-043435c7095d req-d8f0b3ea-ab87-4877-80ee-7339653838b1 tempest-DeleteServersTestJSON-1119969054 tempest-DeleteServersTestJSON-1119969054-project] 10.222.0.11 "GET /v2.0/ports?device_id=253f886a-2e8f-47e2-be0e-130b5b2ca526 HTTP/1.1" status: 200 len: 932 time: 0.7761509 Jun 17 05:49:38.471695 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7191537-5f78-4bb3-89c8-4a66a94cbd67 admin admin] Pushing event deleted for resources: {'Network': ['ID=0f777ae4-e66e-4e90-a515-c8318f0c4885,revision_number=None']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:49:38.475343 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-b7191537-5f78-4bb3-89c8-4a66a94cbd67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:49:38.509990 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.db [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] For port 7b37320f-df7c-435c-9dec-f4d1569ed52b, host dv-cinder-772623-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-9-smb',level=0,port_id=7b37320f-df7c-435c-9dec-f4d1569ed52b,segment=NetworkSegment(5df065dd-7136-4632-92ed-7b0e1f2019c5),segment_id=5df065dd-7136-4632-92ed-7b0e1f2019c5)] {{(pid=99870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:49:38.514716 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-31f97766-3759-4bd5-9266-a0847d90ff92 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:38.546987 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-7b946ffa-9a1f-4ac2-96a1-913e0c986a6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:49:38.562702 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-7bf49357-f1da-47bc-a61d-043435c7095d req-6265c7dc-5e1c-4573-a559-6bfa010f664b tempest-DeleteServersTestJSON-1119969054 tempest-DeleteServersTestJSON-1119969054-project] 10.222.0.11 "GET /v2.0/security-groups?id=a9a31ddb-8cc2-4b6b-8a8d-423b85fd10e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840507 Jun 17 05:49:38.577905 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-3b0ecf6c-f9fe-4d56-955c-e114a87c55f2 req-6964906e-f148-4f48-bcd6-2114eb7be288 tempest-DeleteServersTestJSON-1119969054 tempest-DeleteServersTestJSON-1119969054-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7675583 Jun 17 05:49:38.584186 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f97766-3759-4bd5-9266-a0847d90ff92 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ce8ebda-6a66-4ae7-b677-cf05040a027e,revision_number=1']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:49:38.605953 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-31f97766-3759-4bd5-9266-a0847d90ff92 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:49:38.646772 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773697962343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773697504561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773697504606'] for port, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:38.648911 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-3d5ac9f7-248d-4878-a37b-ab0a233f4c12 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:38.651208 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [None req-a14d4aab-bb04-48d0-acd1-04bcef5fc7cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:49:38.683823 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.wsgi [req-3b0ecf6c-f9fe-4d56-955c-e114a87c55f2 req-ab92757a-33e8-489d-8ef0-a2acabafbaaa tempest-DeleteServersTestJSON-1119969054 tempest-DeleteServersTestJSON-1119969054-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=99869) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 05:49:38.684965 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-3b0ecf6c-f9fe-4d56-955c-e114a87c55f2 req-ab92757a-33e8-489d-8ef0-a2acabafbaaa tempest-DeleteServersTestJSON-1119969054 tempest-DeleteServersTestJSON-1119969054-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0247934 Jun 17 05:49:38.736144 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.db.l3_hamode_db [None req-5e631053-abc2-44c7-ae54-218af0e66436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cab49153-e75d-4734-9c79-b42bb5d458a6', 'name': 'tempest-AttachVolumeShelveTestJSON-163353205-router', 'tenant_id': '33f2c29736bb40d78fad571bf0a20025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6', 'external_fixed_ips': [{'subnet_id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'ip_address': '172.28.2.29'}], 'enable_snat': True}, 'gw_port_id': '851994bd-1c9c-4306-8c67-b6cd01bb0088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T05:49:26Z', 'updated_at': '2021-06-17T05:49:33Z', 'revision_number': 4, 'project_id': '33f2c29736bb40d78fad571bf0a20025', 'gw_port': {'id': '851994bd-1c9c-4306-8c67-b6cd01bb0088', 'name': '', 'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:7c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab49153-e75d-4734-9c79-b42bb5d458a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'ip_address': '172.28.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:49:27Z', 'updated_at': '2021-06-17T05:49:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-smb', '_interfaces': [{'id': 'f99b02ba-19d8-43e8-90e4-3bc6728b5cdf', 'name': '', 'network_id': '1b25af0c-7521-4ee5-941d-fb951a7e4542', 'tenant_id': '33f2c29736bb40d78fad571bf0a20025', 'mac_address': 'fa:16:3e:ed:ef:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cab49153-e75d-4734-9c79-b42bb5d458a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'f3d724f9-6f99-4efc-a641-a453b34c57ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:49:32Z', 'updated_at': '2021-06-17T05:49:37Z', 'revision_number': 4, 'project_id': '33f2c29736bb40d78fad571bf0a20025', 'subnets': [{'id': 'f3d724f9-6f99-4efc-a641-a453b34c57ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-9-smb', False) {} {{(pid=99871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:49:38.753259 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-3d5ac9f7-248d-4878-a37b-ab0a233f4c12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773697962343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773697504561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773697504606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565558'] for port, after_update {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:38.781756 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-5880dec2-c49b-49f3-ab42-ce776d673017 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:49:38.784864 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Pushing event updated for resources: {'Port': ['ID=7b37320f-df7c-435c-9dec-f4d1569ed52b,revision_number=4']} {{(pid=99870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:49:38.811221 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e631053-abc2-44c7-ae54-218af0e66436 None None] The sync data for ids ['cab49153-e75d-4734-9c79-b42bb5d458a6'] in dv-cinder-772623-9-smb is: [{'id': 'cab49153-e75d-4734-9c79-b42bb5d458a6', 'name': 'tempest-AttachVolumeShelveTestJSON-163353205-router', 'tenant_id': '33f2c29736bb40d78fad571bf0a20025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6', 'external_fixed_ips': [{'subnet_id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'ip_address': '172.28.2.29'}], 'enable_snat': True}, 'gw_port_id': '851994bd-1c9c-4306-8c67-b6cd01bb0088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T05:49:26Z', 'updated_at': '2021-06-17T05:49:33Z', 'revision_number': 4, 'project_id': '33f2c29736bb40d78fad571bf0a20025', 'gw_port': {'id': '851994bd-1c9c-4306-8c67-b6cd01bb0088', 'name': '', 'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:7c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab49153-e75d-4734-9c79-b42bb5d458a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'ip_address': '172.28.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:49:27Z', 'updated_at': '2021-06-17T05:49:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-smb', '_interfaces': [{'id': 'f99b02ba-19d8-43e8-90e4-3bc6728b5cdf', 'name': '', 'network_id': '1b25af0c-7521-4ee5-941d-fb951a7e4542', 'tenant_id': '33f2c29736bb40d78fad571bf0a20025', 'mac_address': 'fa:16:3e:ed:ef:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cab49153-e75d-4734-9c79-b42bb5d458a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'f3d724f9-6f99-4efc-a641-a453b34c57ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:49:32Z', 'updated_at': '2021-06-17T05:49:37Z', 'revision_number': 4, 'project_id': '33f2c29736bb40d78fad571bf0a20025', 'subnets': [{'id': 'f3d724f9-6f99-4efc-a641-a453b34c57ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 05:49:38.816237 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:49:38.874040 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-16f4b7f5-d9c9-479e-9c8d-ac018a9ce8fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:38.874725 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.wsgi [-] (99868) accepted ('10.222.0.11', 52176) {{(pid=99868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:49:38.932529 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5ac9f7-248d-4878-a37b-ab0a233f4c12 admin admin] Pushing event updated for resources: {'Port': ['ID=ae8ed7a8-3640-448e-b46d-2cc3eef84108,revision_number=2']} {{(pid=99869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:49:38.958569 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-3d5ac9f7-248d-4878-a37b-ab0a233f4c12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:49:38.964238 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-3d5ac9f7-248d-4878-a37b-ab0a233f4c12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-426783'] for router_interface, after_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:39.106222 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-32167c45-b5ef-49bb-99d5-44d9aec3ddfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:39.136326 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-e7297501-6d46-4cf6-a4a3-2d46f585afdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:39.158945 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d5ac9f7-248d-4878-a37b-ab0a233f4c12 admin admin] Network e0c1f876-47bf-439c-8cf9-05719b315ed5 is already hosted by enough agents. {{(pid=99869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 05:49:39.160367 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.scheduler.base_scheduler [None req-3d5ac9f7-248d-4878-a37b-ab0a233f4c12 admin admin] Resources bound (agent type, host, resource id): {{(pid=99869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 05:49:39.210927 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.wsgi [-] (99868) accepted ('10.222.0.11', 52184) {{(pid=99868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:49:39.272101 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [None req-4ff5cb82-70b0-43da-8973-a209e7d1b053 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=66854e3e3c4c47c891d2acb1d7f5c34d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0596273 Jun 17 05:49:39.275296 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.wsgi [-] (99868) accepted ('10.222.0.11', 52188) {{(pid=99868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:49:39.298242 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-32167c45-b5ef-49bb-99d5-44d9aec3ddfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:39.309775 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:49:39.365381 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-fda493cc-742d-43e4-b536-e5e6c1422dda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:39.384660 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d5ac9f7-248d-4878-a37b-ab0a233f4c12 admin admin] Router c9e4f621-5086-4845-b147-00c42e0a64b2 has already been hosted by L3 agent 81965deb-4354-4283-a756-7d5d3a21a742 {{(pid=99869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 05:49:39.403034 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32167c45-b5ef-49bb-99d5-44d9aec3ddfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=426d84f2-616d-4f96-90b7-f99277ed9009,revision_number=1']} {{(pid=99869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:49:39.407174 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-32167c45-b5ef-49bb-99d5-44d9aec3ddfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:49:39.413367 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [None req-32167c45-b5ef-49bb-99d5-44d9aec3ddfe admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=80dbc94d75eb4c1a8efa2536cb5518a7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4194605 Jun 17 05:49:39.417192 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.wsgi [-] (99869) accepted ('10.222.0.11', 52192) {{(pid=99869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:49:39.426040 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-fda493cc-742d-43e4-b536-e5e6c1422dda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:39.462343 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-31f97766-3759-4bd5-9266-a0847d90ff92 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Notify callbacks [] for security_group, before_response {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:39.466948 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [None req-31f97766-3759-4bd5-9266-a0847d90ff92 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 2.7702360 Jun 17 05:49:39.474847 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.wsgi [-] (99869) accepted ('10.222.0.11', 52194) {{(pid=99869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:49:39.483750 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.v2.base [None req-c61fb476-85e0-4d44-bdae-66b5bc54c6ef tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Request body: {'security_group_rule': {'security_group_id': '7ce8ebda-6a66-4ae7-b677-cf05040a027e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:49:39.758575 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-8b2e7d42-d6c0-494d-8a06-1ab68fcf0df3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:39.823229 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.v2.base [req-3b0ecf6c-f9fe-4d56-955c-e114a87c55f2 req-5261bbf8-6ebd-43f7-9785-645d401c4dc2 service neutron] Request body: {'port': {'device_id': '253f886a-2e8f-47e2-be0e-130b5b2ca526', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=99869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:49:39.846516 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-fda493cc-742d-43e4-b536-e5e6c1422dda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:39.872718 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-fda493cc-742d-43e4-b536-e5e6c1422dda admin admin] Notify callbacks [] for security_group, before_response {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:39.884289 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [None req-fda493cc-742d-43e4-b536-e5e6c1422dda admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/18724988-ed85-4b60-b2fe-06d744f8c8b7 HTTP/1.1" status: 204 len: 168 time: 0.6077180 Jun 17 05:49:39.886161 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:49:39.930952 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda493cc-742d-43e4-b536-e5e6c1422dda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18724988-ed85-4b60-b2fe-06d744f8c8b7,revision_number=None']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:49:39.964387 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-fda493cc-742d-43e4-b536-e5e6c1422dda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:49:39.981294 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-e7297501-6d46-4cf6-a4a3-2d46f585afdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:39.995547 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Device f99b02ba-19d8-43e8-90e4-3bc6728b5cdf up at agent ovs-agent-dv-cinder-772623-9-smb {{(pid=99870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 05:49:40.080268 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-e7297501-6d46-4cf6-a4a3-2d46f585afdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:40.091677 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-4e3522a2-8f43-47cc-91dc-f90007c9bd47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:49:40.111411 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-8b2e7d42-d6c0-494d-8a06-1ab68fcf0df3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:40.183081 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [None req-e7297501-6d46-4cf6-a4a3-2d46f585afdc admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1da0ae53f89845e6b44ec705e99d1492&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3049197 Jun 17 05:49:40.185694 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7297501-6d46-4cf6-a4a3-2d46f585afdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ba34b30-7fb2-4587-95bf-11d5217e3127,revision_number=1']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:49:40.188389 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.wsgi [-] (99868) accepted ('10.222.0.11', 52206) {{(pid=99868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:49:40.209077 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-e7297501-6d46-4cf6-a4a3-2d46f585afdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:49:40.278034 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d5ac9f7-248d-4878-a37b-ab0a233f4c12 admin admin] Notify agent at l3_agent.dv-cinder-772623-9-smb the message routers_updated {{(pid=99869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 05:49:40.297249 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c54974-94f9-4aca-a430-97f2246505dd None None] Sync routers for ids ['c9e4f621-5086-4845-b147-00c42e0a64b2'] in dv-cinder-772623-9-smb {{(pid=99870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 05:49:40.307459 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [None req-3d5ac9f7-248d-4878-a37b-ab0a233f4c12 admin admin] 10.222.0.11 "PUT /v2.0/routers/c9e4f621-5086-4845-b147-00c42e0a64b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7740338 Jun 17 05:49:40.309349 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [req-3b0ecf6c-f9fe-4d56-955c-e114a87c55f2 req-5261bbf8-6ebd-43f7-9785-645d401c4dc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1464132'] for port, before_update {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:40.311181 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.provisioning_blocks [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Provisioning for port f99b02ba-19d8-43e8-90e4-3bc6728b5cdf completed by entity L2. {{(pid=99870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 05:49:40.315326 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-fdfc536a-9a39-41e2-8f31-27ff4aabddd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:40.319421 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c54974-94f9-4aca-a430-97f2246505dd None None] Routers {'c9e4f621-5086-4845-b147-00c42e0a64b2'} bound to L3 agent in host dv-cinder-772623-9-smb {{(pid=99870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 05:49:40.320592 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.l3_hamode_db [None req-36c54974-94f9-4aca-a430-97f2246505dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T05:41:12Z,description=,heartbeat_timestamp=2021-06-17T05:49:12Z,host='dv-cinder-772623-9-smb',id=81965deb-4354-4283-a756-7d5d3a21a742,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T05:41:12Z,topic='l3_agent')) {'router_ids': ['c9e4f621-5086-4845-b147-00c42e0a64b2'], 'active': True} {{(pid=99870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:49:40.358210 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-fdfc536a-9a39-41e2-8f31-27ff4aabddd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:40.428918 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974ea0a7-f77c-4f50-99d3-1310f5b96f71 req-e5de3c0c-bc77-4b0c-afdd-73faa182ee82 tempest-DeleteServersTestJSON-1119969054 tempest-DeleteServersTestJSON-1119969054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:49:40.431046 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-974ea0a7-f77c-4f50-99d3-1310f5b96f71 req-e5de3c0c-bc77-4b0c-afdd-73faa182ee82 tempest-DeleteServersTestJSON-1119969054 tempest-DeleteServersTestJSON-1119969054-project] 10.222.0.11 "GET /v2.0/ports?device_id=253f886a-2e8f-47e2-be0e-130b5b2ca526 HTTP/1.1" status: 200 len: 932 time: 0.5324447 Jun 17 05:49:40.472707 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.l3_dvr_db [None req-36c54974-94f9-4aca-a430-97f2246505dd None None] Set router c9e4f621-5086-4845-b147-00c42e0a64b2 gateway port host: dv-cinder-772623-9-smb {{(pid=99870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 05:49:40.553505 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.provisioning_blocks [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Provisioning complete for port f99b02ba-19d8-43e8-90e4-3bc6728b5cdf triggered by entity L2. {{(pid=99870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 05:49:40.553948 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551367'] for port, provisioning_complete {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:40.587970 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-974ea0a7-f77c-4f50-99d3-1310f5b96f71 req-b13c6a14-583a-4d69-aaae-d9e9b1dbfd36 tempest-DeleteServersTestJSON-1119969054 tempest-DeleteServersTestJSON-1119969054-project] 10.222.0.11 "GET /v2.0/security-groups?id=a9a31ddb-8cc2-4b6b-8a8d-423b85fd10e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436923 Jun 17 05:49:40.840957 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-fdfc536a-9a39-41e2-8f31-27ff4aabddd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:40.843909 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-fdfc536a-9a39-41e2-8f31-27ff4aabddd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:40.847551 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [None req-fdfc536a-9a39-41e2-8f31-27ff4aabddd7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1ba34b30-7fb2-4587-95bf-11d5217e3127 HTTP/1.1" status: 204 len: 168 time: 0.6555789 Jun 17 05:49:40.847551 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-165eceea-f17b-405d-9a16-8f3ca9ec9f34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:49:40.863846 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfc536a-9a39-41e2-8f31-27ff4aabddd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ba34b30-7fb2-4587-95bf-11d5217e3127,revision_number=None']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:49:40.889292 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-fdfc536a-9a39-41e2-8f31-27ff4aabddd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:49:41.075566 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1464132'] for port, before_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:41.161307 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-8b2e7d42-d6c0-494d-8a06-1ab68fcf0df3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:41.172701 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-8b2e7d42-d6c0-494d-8a06-1ab68fcf0df3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:41.176255 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [None req-8b2e7d42-d6c0-494d-8a06-1ab68fcf0df3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/426d84f2-616d-4f96-90b7-f99277ed9009 HTTP/1.1" status: 204 len: 168 time: 1.7556515 Jun 17 05:49:41.176255 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-c61fb476-85e0-4d44-bdae-66b5bc54c6ef tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:41.200213 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:49:41.221222 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2e7d42-d6c0-494d-8a06-1ab68fcf0df3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=426d84f2-616d-4f96-90b7-f99277ed9009,revision_number=None']} {{(pid=99869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:49:41.267702 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-8b2e7d42-d6c0-494d-8a06-1ab68fcf0df3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:49:41.294046 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.db [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] For port f99b02ba-19d8-43e8-90e4-3bc6728b5cdf, host dv-cinder-772623-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-9-smb',level=0,port_id=f99b02ba-19d8-43e8-90e4-3bc6728b5cdf,segment=NetworkSegment(81591838-08f0-432e-af25-79981cd4b7ed),segment_id=81591838-08f0-432e-af25-79981cd4b7ed)] {{(pid=99870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:49:41.322002 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.l3_hamode_db [None req-36c54974-94f9-4aca-a430-97f2246505dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9e4f621-5086-4845-b147-00c42e0a64b2', 'name': 'tempest-ServerRescueNegativeTestJSON-30295414-router', 'tenant_id': 'ce4f89efe12e4ea4942616b8dcf08d70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6', 'external_fixed_ips': [{'subnet_id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'ip_address': '172.28.2.148'}], 'enable_snat': True}, 'gw_port_id': '7b37320f-df7c-435c-9dec-f4d1569ed52b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T05:49:28Z', 'updated_at': '2021-06-17T05:49:37Z', 'revision_number': 4, 'project_id': 'ce4f89efe12e4ea4942616b8dcf08d70', 'gw_port': {'id': '7b37320f-df7c-435c-9dec-f4d1569ed52b', 'name': '', 'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:e3:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9e4f621-5086-4845-b147-00c42e0a64b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'ip_address': '172.28.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:49:29Z', 'updated_at': '2021-06-17T05:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-smb', '_interfaces': [{'id': 'ae8ed7a8-3640-448e-b46d-2cc3eef84108', 'name': '', 'network_id': 'e0c1f876-47bf-439c-8cf9-05719b315ed5', 'tenant_id': 'ce4f89efe12e4ea4942616b8dcf08d70', 'mac_address': 'fa:16:3e:6d:cf:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9e4f621-5086-4845-b147-00c42e0a64b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '1775a254-338e-4962-94a2-6ab4e879a1ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:49:33Z', 'updated_at': '2021-06-17T05:49:38Z', 'revision_number': 2, 'project_id': 'ce4f89efe12e4ea4942616b8dcf08d70', 'subnets': [{'id': '1775a254-338e-4962-94a2-6ab4e879a1ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-9-smb', False) {} {{(pid=99870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:49:41.361777 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c54974-94f9-4aca-a430-97f2246505dd None None] Checking router: c9e4f621-5086-4845-b147-00c42e0a64b2 for host: dv-cinder-772623-9-smb {{(pid=99870) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 05:49:41.361777 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c54974-94f9-4aca-a430-97f2246505dd None None] Updating router c9e4f621-5086-4845-b147-00c42e0a64b2 port ae8ed7a8-3640-448e-b46d-2cc3eef84108 binding host dv-cinder-772623-9-smb {{(pid=99870) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 05:49:41.382153 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-c61fb476-85e0-4d44-bdae-66b5bc54c6ef tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:41.400860 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-36c54974-94f9-4aca-a430-97f2246505dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1464132'] for port, before_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:41.445803 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.notifiers.nova [req-3b0ecf6c-f9fe-4d56-955c-e114a87c55f2 req-5261bbf8-6ebd-43f7-9785-645d401c4dc2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44e79a14-18dc-49e6-86df-a8b43c6bd407 {{(pid=99869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 05:49:41.456372 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [req-3b0ecf6c-f9fe-4d56-955c-e114a87c55f2 req-5261bbf8-6ebd-43f7-9785-645d401c4dc2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:41.461560 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-c61fb476-85e0-4d44-bdae-66b5bc54c6ef tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481033'] for security_group_rule, after_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:41.463976 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773697962343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773697504561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773697504606'] for port, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:41.470991 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Device 7b37320f-df7c-435c-9dec-f4d1569ed52b up at agent ovs-agent-dv-cinder-772623-9-smb {{(pid=99870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 05:49:41.478594 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [None req-21952842-ead0-42e6-af23-c1d3aec8ab31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:49:41.483930 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:49:41.512084 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.db.provisioning_blocks [req-3b0ecf6c-f9fe-4d56-955c-e114a87c55f2 req-5261bbf8-6ebd-43f7-9785-645d401c4dc2 service neutron] Transition to ACTIVE for port object 44e79a14-18dc-49e6-86df-a8b43c6bd407 will not be triggered until provisioned by entity L2. {{(pid=99869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 05:49:41.523099 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61fb476-85e0-4d44-bdae-66b5bc54c6ef tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ea67a54-1ea5-4e53-925b-87a33f094add,revision_number=0']} {{(pid=99869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:49:41.526691 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-c61fb476-85e0-4d44-bdae-66b5bc54c6ef tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:49:41.577176 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-c61fb476-85e0-4d44-bdae-66b5bc54c6ef tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:41.580307 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [None req-c61fb476-85e0-4d44-bdae-66b5bc54c6ef tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.1010766 Jun 17 05:49:41.586098 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.wsgi [-] (99868) accepted ('10.222.0.11', 52238) {{(pid=99868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:49:41.592016 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.v2.base [None req-6c9af4e9-d19a-445c-aabd-26a9ac54c2b8 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Request body: {'security_group_rule': {'security_group_id': '7ce8ebda-6a66-4ae7-b677-cf05040a027e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:49:41.600656 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [req-3b0ecf6c-f9fe-4d56-955c-e114a87c55f2 req-5261bbf8-6ebd-43f7-9785-645d401c4dc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773697962343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773697504561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773697504606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565558'] for port, after_update {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:41.604348 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:49:41.742541 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Pushing event updated for resources: {'Port': ['ID=f99b02ba-19d8-43e8-90e4-3bc6728b5cdf,revision_number=5']} {{(pid=99870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:49:41.777169 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:49:41.795668 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-123e574b-1def-4d45-ae1e-31b091bc12ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:41.815247 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.provisioning_blocks [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Provisioning complete for port 7b37320f-df7c-435c-9dec-f4d1569ed52b triggered by entity L2. {{(pid=99870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 05:49:41.815629 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551367'] for port, provisioning_complete {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:41.828824 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:41.841685 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-6c9af4e9-d19a-445c-aabd-26a9ac54c2b8 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:41.952729 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ffeece-52e2-4879-bd35-20082cd5d760 req-a305ff03-4d66-4bd2-933d-54c28262fed8 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:49:41.969729 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-a5ffeece-52e2-4879-bd35-20082cd5d760 req-a305ff03-4d66-4bd2-933d-54c28262fed8 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/networks?id=e0c1f876-47bf-439c-8cf9-05719b315ed5 HTTP/1.1" status: 200 len: 817 time: 0.3492553 Jun 17 05:49:42.004497 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-6c9af4e9-d19a-445c-aabd-26a9ac54c2b8 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:42.016326 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-a5ffeece-52e2-4879-bd35-20082cd5d760 req-db43a2cf-1c1c-4a4d-9c15-cccb4d2f3b78 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/quotas/ce4f89efe12e4ea4942616b8dcf08d70 HTTP/1.1" status: 200 len: 375 time: 0.0456681 Jun 17 05:49:42.053099 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5261bbf8-6ebd-43f7-9785-645d401c4dc2 service neutron] Pushing event updated for resources: {'Port': ['ID=44e79a14-18dc-49e6-86df-a8b43c6bd407,revision_number=2']} {{(pid=99869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:49:42.063445 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-5261bbf8-6ebd-43f7-9785-645d401c4dc2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.459s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:49:42.085508 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-6c9af4e9-d19a-445c-aabd-26a9ac54c2b8 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481033'] for security_group_rule, after_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:42.097056 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:49:42.116800 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.plugins.ml2.managers [req-3b0ecf6c-f9fe-4d56-955c-e114a87c55f2 req-5261bbf8-6ebd-43f7-9785-645d401c4dc2 service neutron] Attempting to bind port 44e79a14-18dc-49e6-86df-a8b43c6bd407 on host hv-cinder-77262 for vnic_type normal with profile {{(pid=99869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 05:49:42.116800 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.plugins.ml2.managers [req-3b0ecf6c-f9fe-4d56-955c-e114a87c55f2 req-5261bbf8-6ebd-43f7-9785-645d401c4dc2 service neutron] Attempting to bind port 44e79a14-18dc-49e6-86df-a8b43c6bd407 by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': '61c8141e-524b-46c2-a733-1e98b362680f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'a6a51b67-5948-4840-8c7a-42585808151a'}] {{(pid=99869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 05:49:42.116800 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b0ecf6c-f9fe-4d56-955c-e114a87c55f2 req-5261bbf8-6ebd-43f7-9785-645d401c4dc2 service neutron] Attempting to bind port 44e79a14-18dc-49e6-86df-a8b43c6bd407 on network a6a51b67-5948-4840-8c7a-42585808151a {{(pid=99869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 05:49:42.119215 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b0ecf6c-f9fe-4d56-955c-e114a87c55f2 req-5261bbf8-6ebd-43f7-9785-645d401c4dc2 service neutron] Port 44e79a14-18dc-49e6-86df-a8b43c6bd407 on network a6a51b67-5948-4840-8c7a-42585808151a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=99869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 05:49:42.119527 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b0ecf6c-f9fe-4d56-955c-e114a87c55f2 req-5261bbf8-6ebd-43f7-9785-645d401c4dc2 service neutron] Attempting to bind port 44e79a14-18dc-49e6-86df-a8b43c6bd407 on network a6a51b67-5948-4840-8c7a-42585808151a {{(pid=99869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 05:49:42.135052 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0f3fb7-c2a8-4831-a59b-752a5a34f05e req-80c27133-30a4-4621-8496-bcfe42fc0447 tempest-DeleteServersTestJSON-1119969054 tempest-DeleteServersTestJSON-1119969054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:49:42.136630 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-cb0f3fb7-c2a8-4831-a59b-752a5a34f05e req-80c27133-30a4-4621-8496-bcfe42fc0447 tempest-DeleteServersTestJSON-1119969054 tempest-DeleteServersTestJSON-1119969054-project] 10.222.0.11 "GET /v2.0/ports?device_id=253f886a-2e8f-47e2-be0e-130b5b2ca526 HTTP/1.1" status: 200 len: 944 time: 0.2461107 Jun 17 05:49:42.138116 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b0ecf6c-f9fe-4d56-955c-e114a87c55f2 req-5261bbf8-6ebd-43f7-9785-645d401c4dc2 service neutron] Checking agent: {'id': 'a94c375a-f30e-48af-b86b-c1ab552b3c7d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 5, 47, 47), 'started_at': datetime.datetime(2021, 6, 17, 5, 47, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 5, 49, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 05:49:42.138581 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b0ecf6c-f9fe-4d56-955c-e114a87c55f2 req-5261bbf8-6ebd-43f7-9785-645d401c4dc2 service neutron] Checking segment: {'id': '61c8141e-524b-46c2-a733-1e98b362680f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'a6a51b67-5948-4840-8c7a-42585808151a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 05:49:42.139398 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b0ecf6c-f9fe-4d56-955c-e114a87c55f2 req-5261bbf8-6ebd-43f7-9785-645d401c4dc2 service neutron] Bound using segment: {'id': '61c8141e-524b-46c2-a733-1e98b362680f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'a6a51b67-5948-4840-8c7a-42585808151a'} {{(pid=99869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 05:49:42.139851 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.plugins.ml2.managers [req-3b0ecf6c-f9fe-4d56-955c-e114a87c55f2 req-5261bbf8-6ebd-43f7-9785-645d401c4dc2 service neutron] Bound port: 44e79a14-18dc-49e6-86df-a8b43c6bd407, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61c8141e-524b-46c2-a733-1e98b362680f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'a6a51b67-5948-4840-8c7a-42585808151a'}}] {{(pid=99869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 05:49:42.140162 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9af4e9-d19a-445c-aabd-26a9ac54c2b8 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfab9280-994d-4b97-a029-dc4a2479eb50,revision_number=0']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:49:42.140280 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [req-3b0ecf6c-f9fe-4d56-955c-e114a87c55f2 req-5261bbf8-6ebd-43f7-9785-645d401c4dc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1464132'] for port, before_update {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:42.162629 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-6c9af4e9-d19a-445c-aabd-26a9ac54c2b8 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:49:42.192653 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-cb0f3fb7-c2a8-4831-a59b-752a5a34f05e req-0e7647e5-befa-4c80-af9b-3adf7703f757 tempest-DeleteServersTestJSON-1119969054 tempest-DeleteServersTestJSON-1119969054-project] 10.222.0.11 "GET /v2.0/security-groups?id=a9a31ddb-8cc2-4b6b-8a8d-423b85fd10e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422297 Jun 17 05:49:42.196342 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.wsgi [-] (99869) accepted ('10.222.0.11', 52248) {{(pid=99869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:49:42.268143 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [None req-548c0af3-18a0-41b6-b075-d1708140d4cf admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=cd6ceef21fc247909294b16034d99da6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0735638 Jun 17 05:49:42.271772 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-a5ffeece-52e2-4879-bd35-20082cd5d760 req-6b57b99f-d562-47fb-95ae-8f616248b77d tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=ce4f89efe12e4ea4942616b8dcf08d70&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2540123 Jun 17 05:49:42.272530 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.wsgi [-] (99868) accepted ('10.222.0.11', 52250) {{(pid=99868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:49:42.346342 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.plugins.ml2.db [req-3b0ecf6c-f9fe-4d56-955c-e114a87c55f2 req-5261bbf8-6ebd-43f7-9785-645d401c4dc2 service neutron] For port 44e79a14-18dc-49e6-86df-a8b43c6bd407, host hv-cinder-77262, cleared binding levels {{(pid=99869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 05:49:42.353584 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-36c54974-94f9-4aca-a430-97f2246505dd None None] Notify callbacks [] for port, precommit_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:42.368815 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.plugins.ml2.db [req-3b0ecf6c-f9fe-4d56-955c-e114a87c55f2 req-5261bbf8-6ebd-43f7-9785-645d401c4dc2 service neutron] For port 44e79a14-18dc-49e6-86df-a8b43c6bd407, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=44e79a14-18dc-49e6-86df-a8b43c6bd407,segment=NetworkSegment(61c8141e-524b-46c2-a733-1e98b362680f),segment_id=61c8141e-524b-46c2-a733-1e98b362680f)] {{(pid=99869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 05:49:42.397727 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-6c9af4e9-d19a-445c-aabd-26a9ac54c2b8 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:42.412484 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [None req-6c9af4e9-d19a-445c-aabd-26a9ac54c2b8 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8249948 Jun 17 05:49:42.415601 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.wsgi [-] (99869) accepted ('10.222.0.11', 52258) {{(pid=99869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:49:42.421290 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.v2.base [None req-ba3c364b-4ab4-4d62-acdf-a6b9635e5f98 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Request body: {'floatingip': {'floating_network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6'}} {{(pid=99869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:49:42.424280 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.provisioning_blocks [None req-36c54974-94f9-4aca-a430-97f2246505dd None None] Transition to ACTIVE for port object ae8ed7a8-3640-448e-b46d-2cc3eef84108 will not be triggered until provisioned by entity L2. {{(pid=99870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 05:49:42.448902 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Device f99b02ba-19d8-43e8-90e4-3bc6728b5cdf up at agent ovs-agent-dv-cinder-772623-9-smb {{(pid=99870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 05:49:42.499943 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [req-3b0ecf6c-f9fe-4d56-955c-e114a87c55f2 req-5261bbf8-6ebd-43f7-9785-645d401c4dc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773697962343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773697504561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773697504606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565558'] for port, after_update {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:42.509495 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:49:42.541852 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-e4a25698-dc7e-488a-a9c3-c2b55bed5747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:42.550080 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-36c54974-94f9-4aca-a430-97f2246505dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773697962343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773697504561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773697504606'] for port, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:42.572117 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [None req-8aabcb15-a0c9-4d24-bc75-f9c98a500f91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:49:42.590571 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-5b6a74e5-aa1c-4636-9f4d-09e09fb49468 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:42.607906 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-ba3c364b-4ab4-4d62-acdf-a6b9635e5f98 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Notify callbacks [] for floatingip, before_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:42.660192 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0ecf6c-f9fe-4d56-955c-e114a87c55f2 req-5261bbf8-6ebd-43f7-9785-645d401c4dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:49:42.661735 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [req-3b0ecf6c-f9fe-4d56-955c-e114a87c55f2 req-5261bbf8-6ebd-43f7-9785-645d401c4dc2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-860254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564043'] for port, before_response {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:42.663494 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-3b0ecf6c-f9fe-4d56-955c-e114a87c55f2 req-5261bbf8-6ebd-43f7-9785-645d401c4dc2 service neutron] 10.222.0.13 "PUT /v2.0/ports/44e79a14-18dc-49e6-86df-a8b43c6bd407 HTTP/1.1" status: 200 len: 1094 time: 3.0386109 Jun 17 05:49:42.695155 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '253f886a-2e8f-47e2-be0e-130b5b2ca526', 'tag': '44e79a14-18dc-49e6-86df-a8b43c6bd407'}] {{(pid=99869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 05:49:42.697662 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-5b6a74e5-aa1c-4636-9f4d-09e09fb49468 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:42.712185 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-a5ffeece-52e2-4879-bd35-20082cd5d760 req-5369c9d2-434e-477c-b123-c62827237b50 service neutron] 10.222.0.11 "GET /v2.0/networks/e0c1f876-47bf-439c-8cf9-05719b315ed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4276760 Jun 17 05:49:42.792869 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5261bbf8-6ebd-43f7-9785-645d401c4dc2 service neutron] Pushing event updated for resources: {'Port': ['ID=44e79a14-18dc-49e6-86df-a8b43c6bd407,revision_number=3']} {{(pid=99869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:49:42.795075 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b10d5b0-1aa1-4e60-b483-8019e893316c None None] Pushing event updated for resources: {'Port': ['ID=ae8ed7a8-3640-448e-b46d-2cc3eef84108,revision_number=3']} {{(pid=99870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:49:42.799703 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-5261bbf8-6ebd-43f7-9785-645d401c4dc2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:49:42.815705 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-a5ffeece-52e2-4879-bd35-20082cd5d760 req-b52bf538-5521-4418-91d9-1bed2033a708 service neutron] 10.222.0.11 "GET /v2.0/networks/e0c1f876-47bf-439c-8cf9-05719b315ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895512 Jun 17 05:49:42.829432 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [None req-8b10d5b0-1aa1-4e60-b483-8019e893316c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:49:42.886969 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.provisioning_blocks [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Provisioning complete for port f99b02ba-19d8-43e8-90e4-3bc6728b5cdf triggered by entity L2. {{(pid=99870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 05:49:42.887342 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551367'] for port, provisioning_complete {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:42.947224 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.managers [None req-36c54974-94f9-4aca-a430-97f2246505dd None None] Attempting to bind port ae8ed7a8-3640-448e-b46d-2cc3eef84108 on host dv-cinder-772623-9-smb for vnic_type normal with profile {{(pid=99870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 05:49:42.947638 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.managers [None req-36c54974-94f9-4aca-a430-97f2246505dd None None] Attempting to bind port ae8ed7a8-3640-448e-b46d-2cc3eef84108 by drivers openvswitch,hyperv on host dv-cinder-772623-9-smb at level 0 using segments [{'id': '00707abe-e8f8-444e-9847-b9464fdf568f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'e0c1f876-47bf-439c-8cf9-05719b315ed5'}] {{(pid=99870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 05:49:42.947951 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c54974-94f9-4aca-a430-97f2246505dd None None] Attempting to bind port ae8ed7a8-3640-448e-b46d-2cc3eef84108 on network e0c1f876-47bf-439c-8cf9-05719b315ed5 {{(pid=99870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 05:49:42.952403 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-5b6a74e5-aa1c-4636-9f4d-09e09fb49468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:42.961917 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-5b6a74e5-aa1c-4636-9f4d-09e09fb49468 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:42.966189 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [None req-5b6a74e5-aa1c-4636-9f4d-09e09fb49468 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/bd3c0dd1-0d60-43fd-9a7a-57595c36ca22 HTTP/1.1" status: 204 len: 168 time: 0.6922872 Jun 17 05:49:42.967164 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-dbce55be-2924-45fb-84e0-5fecf5e6f5c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:49:42.974778 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c54974-94f9-4aca-a430-97f2246505dd None None] Checking agent: {'id': 'b8410894-a9e9-4538-b1e5-41b045bec560', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-9-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 5, 41, 12), 'started_at': datetime.datetime(2021, 6, 17, 5, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 5, 49, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-9-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 05:49:42.975404 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c54974-94f9-4aca-a430-97f2246505dd None None] Checking segment: {'id': '00707abe-e8f8-444e-9847-b9464fdf568f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'e0c1f876-47bf-439c-8cf9-05719b315ed5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 05:49:42.977420 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-36c54974-94f9-4aca-a430-97f2246505dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:42.980443 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c54974-94f9-4aca-a430-97f2246505dd None None] Bound using segment: {'id': '00707abe-e8f8-444e-9847-b9464fdf568f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'e0c1f876-47bf-439c-8cf9-05719b315ed5'} {{(pid=99870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 05:49:42.985592 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.managers [None req-36c54974-94f9-4aca-a430-97f2246505dd None None] Bound port: ae8ed7a8-3640-448e-b46d-2cc3eef84108, host: dv-cinder-772623-9-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00707abe-e8f8-444e-9847-b9464fdf568f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'e0c1f876-47bf-439c-8cf9-05719b315ed5'}}] {{(pid=99870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 05:49:42.985592 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-36c54974-94f9-4aca-a430-97f2246505dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1464132'] for port, before_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:42.986598 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6a74e5-aa1c-4636-9f4d-09e09fb49468 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd3c0dd1-0d60-43fd-9a7a-57595c36ca22,revision_number=None']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:49:42.998910 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-5b6a74e5-aa1c-4636-9f4d-09e09fb49468 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:49:43.015439 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.wsgi [-] (99868) accepted ('10.222.0.11', 52270) {{(pid=99868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:49:43.032868 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-0a731490-5e03-4fa8-9fee-36ea3144e04e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:43.039487 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-ba3c364b-4ab4-4d62-acdf-a6b9635e5f98 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1464150'] for port, before_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:43.144413 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.wsgi [-] (99868) accepted ('10.222.0.11', 52274) {{(pid=99868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:49:43.191392 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.db [None req-36c54974-94f9-4aca-a430-97f2246505dd None None] For port ae8ed7a8-3640-448e-b46d-2cc3eef84108, host dv-cinder-772623-9-smb, cleared binding levels {{(pid=99870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 05:49:43.191392 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.db [None req-36c54974-94f9-4aca-a430-97f2246505dd None None] For port ae8ed7a8-3640-448e-b46d-2cc3eef84108, host dv-cinder-772623-9-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-9-smb',level=0,port_id=ae8ed7a8-3640-448e-b46d-2cc3eef84108,segment=NetworkSegment(00707abe-e8f8-444e-9847-b9464fdf568f),segment_id=00707abe-e8f8-444e-9847-b9464fdf568f)] {{(pid=99870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 05:49:43.191583 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0ecf6c-f9fe-4d56-955c-e114a87c55f2 req-edae93b0-0879-494e-882a-3a519a9df406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:49:43.191583 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-3b0ecf6c-f9fe-4d56-955c-e114a87c55f2 req-edae93b0-0879-494e-882a-3a519a9df406 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fa978392532a48ac86ad26dcc61bb25c&device_id=253f886a-2e8f-47e2-be0e-130b5b2ca526 HTTP/1.1" status: 200 len: 1097 time: 0.2663374 Jun 17 05:49:43.191718 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-e108221d-360f-4a8b-82c4-f545a48fda90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:43.268865 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-0a731490-5e03-4fa8-9fee-36ea3144e04e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:43.337831 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-3b0ecf6c-f9fe-4d56-955c-e114a87c55f2 req-40f60413-a6be-4caf-9f8c-6276724ebf0e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=44e79a14-18dc-49e6-86df-a8b43c6bd407 HTTP/1.1" status: 200 len: 217 time: 0.1265638 Jun 17 05:49:43.351448 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0cd30a2dc25f77063b731b1ee0033d2c5eeab35dac275bd41c8bb76e2bc3849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29ba546f-f340-4a69-823c-d31cc4a3c3f6" -d '{"events": [{"name": "network-changed", "server_uuid": "253f886a-2e8f-47e2-be0e-130b5b2ca526", "tag": "44e79a14-18dc-49e6-86df-a8b43c6bd407"}]}' {{(pid=99869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 05:49:43.378616 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-36c54974-94f9-4aca-a430-97f2246505dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773697962343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773697504561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773697504606'] for port, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:43.402878 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:49:43.524145 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c54974-94f9-4aca-a430-97f2246505dd None None] Routers {'c9e4f621-5086-4845-b147-00c42e0a64b2'} bound to L3 agent in host dv-cinder-772623-9-smb {{(pid=99870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 05:49:43.524929 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.l3_hamode_db [None req-36c54974-94f9-4aca-a430-97f2246505dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T05:41:12Z,description=,heartbeat_timestamp=2021-06-17T05:49:42Z,host='dv-cinder-772623-9-smb',id=81965deb-4354-4283-a756-7d5d3a21a742,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T05:41:12Z,topic='l3_agent')) {'router_ids': ['c9e4f621-5086-4845-b147-00c42e0a64b2'], 'active': True} {{(pid=99870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:49:43.556346 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.db.db_base_plugin_common [None req-ba3c364b-4ab4-4d62-acdf-a6b9635e5f98 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Allocated IP 172.28.2.142 (afc4d833-6824-4139-a55a-2b6a6bf3fba6/527396ff-4aca-4049-a96d-23452d13fcc2/1421ac5e-57e0-4130-b199-ec4eb74b30c2) {{(pid=99869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 05:49:43.592192 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0ecf6c-f9fe-4d56-955c-e114a87c55f2 req-f498fb26-9b86-405d-bbd9-c744cd3d0b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:49:43.593960 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-3b0ecf6c-f9fe-4d56-955c-e114a87c55f2 req-f498fb26-9b86-405d-bbd9-c744cd3d0b11 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1fe567a5-dcf8-4bac-8d98-df67134871b6 HTTP/1.1" status: 200 len: 851 time: 0.2309330 Jun 17 05:49:43.733462 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b10d5b0-1aa1-4e60-b483-8019e893316c None None] Pushing event updated for resources: {'Port': ['ID=ae8ed7a8-3640-448e-b46d-2cc3eef84108,revision_number=4']} {{(pid=99870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:49:43.738546 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [None req-8b10d5b0-1aa1-4e60-b483-8019e893316c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:49:43.785425 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-fb3cd6a0-8066-4b69-892c-8dd0f065903f req-f9e92c7a-9d1a-4693-b214-5c020dde9476 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/ports?device_id=28503d4a-afc3-434a-bd10-4045586cbc4c HTTP/1.1" status: 200 len: 210 time: 0.4011142 Jun 17 05:49:43.787324 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-3b0ecf6c-f9fe-4d56-955c-e114a87c55f2 req-1f1cec72-1184-44a1-8df9-266ac77c9145 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a6a51b67-5948-4840-8c7a-42585808151a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1720269 Jun 17 05:49:43.791432 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-0a731490-5e03-4fa8-9fee-36ea3144e04e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:43.811242 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-19ec3d9b-e0da-46a0-981d-a8ac9f4e3d5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:49:43.868939 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a731490-5e03-4fa8-9fee-36ea3144e04e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ddb8394-3759-4625-8da1-2c988c293ea7,revision_number=1']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:49:43.884680 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-0a731490-5e03-4fa8-9fee-36ea3144e04e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:49:43.920320 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77078a3d-6ff0-4956-a58a-550b83283f42 req-15738306-f351-4e39-b3ec-0fe4222a4c3a tempest-DeleteServersTestJSON-1119969054 tempest-DeleteServersTestJSON-1119969054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:49:43.927235 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [None req-0a731490-5e03-4fa8-9fee-36ea3144e04e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f0c870630fb049bdb04b9e21fbcbf3fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9080305 Jun 17 05:49:43.927436 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-77078a3d-6ff0-4956-a58a-550b83283f42 req-15738306-f351-4e39-b3ec-0fe4222a4c3a tempest-DeleteServersTestJSON-1119969054 tempest-DeleteServersTestJSON-1119969054-project] 10.222.0.11 "GET /v2.0/ports?device_id=253f886a-2e8f-47e2-be0e-130b5b2ca526 HTTP/1.1" status: 200 len: 944 time: 0.4449294 Jun 17 05:49:43.938449 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.wsgi [-] (99868) accepted ('10.222.0.11', 52308) {{(pid=99868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:49:43.943743 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.l3_dvr_db [None req-36c54974-94f9-4aca-a430-97f2246505dd None None] Set router c9e4f621-5086-4845-b147-00c42e0a64b2 gateway port host: dv-cinder-772623-9-smb {{(pid=99870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 05:49:44.078689 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-9a239b45-6e69-45af-8f04-b9dac7ec6988 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:44.222345 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-9a239b45-6e69-45af-8f04-b9dac7ec6988 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:44.264859 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-77078a3d-6ff0-4956-a58a-550b83283f42 req-a29213a6-7ae5-40b4-a652-d3a4b37917dd tempest-DeleteServersTestJSON-1119969054 tempest-DeleteServersTestJSON-1119969054-project] 10.222.0.11 "GET /v2.0/security-groups?id=a9a31ddb-8cc2-4b6b-8a8d-423b85fd10e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3017545 Jun 17 05:49:44.304868 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-ba3c364b-4ab4-4d62-acdf-a6b9635e5f98 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Notify callbacks [] for port, precommit_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:44.321892 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-3b0ecf6c-f9fe-4d56-955c-e114a87c55f2 req-9385ddf1-013e-4381-aa36-c75bc60d6a8c service neutron] 10.222.0.13 "GET /v2.0/networks/a6a51b67-5948-4840-8c7a-42585808151a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5094695 Jun 17 05:49:44.385257 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-e108221d-360f-4a8b-82c4-f545a48fda90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:44.439697 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-3b0ecf6c-f9fe-4d56-955c-e114a87c55f2 req-de7d0c95-7d66-40a1-92c6-b9ae43c9eebb service neutron] 10.222.0.13 "GET /v2.0/networks/a6a51b67-5948-4840-8c7a-42585808151a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965850 Jun 17 05:49:44.451684 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-e108221d-360f-4a8b-82c4-f545a48fda90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:44.458470 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:49:44.461863 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-835a5b83-af16-4b0b-afcf-c7c94ac397a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:44.509910 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-9a239b45-6e69-45af-8f04-b9dac7ec6988 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:44.512555 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-9a239b45-6e69-45af-8f04-b9dac7ec6988 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:44.528036 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [None req-9a239b45-6e69-45af-8f04-b9dac7ec6988 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5ddb8394-3759-4625-8da1-2c988c293ea7 HTTP/1.1" status: 204 len: 168 time: 0.5742469 Jun 17 05:49:44.547573 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e108221d-360f-4a8b-82c4-f545a48fda90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c08b33ba-729e-4c0d-bc84-f08f61a57595,revision_number=1']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:49:44.567345 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-e108221d-360f-4a8b-82c4-f545a48fda90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:49:44.567922 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:49:44.589534 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a239b45-6e69-45af-8f04-b9dac7ec6988 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ddb8394-3759-4625-8da1-2c988c293ea7,revision_number=None']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:49:44.596138 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-9a239b45-6e69-45af-8f04-b9dac7ec6988 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:49:44.603906 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [None req-e108221d-360f-4a8b-82c4-f545a48fda90 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2d6426c561ed4660af8329f2e0696255&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4544413 Jun 17 05:49:44.604640 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.wsgi [-] (99868) accepted ('10.222.0.11', 52348) {{(pid=99868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:49:44.698798 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.l3_hamode_db [None req-36c54974-94f9-4aca-a430-97f2246505dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9e4f621-5086-4845-b147-00c42e0a64b2', 'name': 'tempest-ServerRescueNegativeTestJSON-30295414-router', 'tenant_id': 'ce4f89efe12e4ea4942616b8dcf08d70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6', 'external_fixed_ips': [{'subnet_id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'ip_address': '172.28.2.148'}], 'enable_snat': True}, 'gw_port_id': '7b37320f-df7c-435c-9dec-f4d1569ed52b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T05:49:28Z', 'updated_at': '2021-06-17T05:49:37Z', 'revision_number': 4, 'project_id': 'ce4f89efe12e4ea4942616b8dcf08d70', 'gw_port': {'id': '7b37320f-df7c-435c-9dec-f4d1569ed52b', 'name': '', 'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:e3:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9e4f621-5086-4845-b147-00c42e0a64b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'ip_address': '172.28.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:49:29Z', 'updated_at': '2021-06-17T05:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-smb', '_interfaces': [{'id': 'ae8ed7a8-3640-448e-b46d-2cc3eef84108', 'name': '', 'network_id': 'e0c1f876-47bf-439c-8cf9-05719b315ed5', 'tenant_id': 'ce4f89efe12e4ea4942616b8dcf08d70', 'mac_address': 'fa:16:3e:6d:cf:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9e4f621-5086-4845-b147-00c42e0a64b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '1775a254-338e-4962-94a2-6ab4e879a1ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:49:33Z', 'updated_at': '2021-06-17T05:49:43Z', 'revision_number': 4, 'project_id': 'ce4f89efe12e4ea4942616b8dcf08d70', 'subnets': [{'id': '1775a254-338e-4962-94a2-6ab4e879a1ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-9-smb', False) {} {{(pid=99870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:49:44.719332 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-26e219bb-b5f5-4035-9f90-16cc5cce714d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:44.763742 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-26e219bb-b5f5-4035-9f90-16cc5cce714d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:44.812357 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c54974-94f9-4aca-a430-97f2246505dd None None] The sync data for ids ['c9e4f621-5086-4845-b147-00c42e0a64b2'] in dv-cinder-772623-9-smb is: [{'id': 'c9e4f621-5086-4845-b147-00c42e0a64b2', 'name': 'tempest-ServerRescueNegativeTestJSON-30295414-router', 'tenant_id': 'ce4f89efe12e4ea4942616b8dcf08d70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6', 'external_fixed_ips': [{'subnet_id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'ip_address': '172.28.2.148'}], 'enable_snat': True}, 'gw_port_id': '7b37320f-df7c-435c-9dec-f4d1569ed52b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T05:49:28Z', 'updated_at': '2021-06-17T05:49:37Z', 'revision_number': 4, 'project_id': 'ce4f89efe12e4ea4942616b8dcf08d70', 'gw_port': {'id': '7b37320f-df7c-435c-9dec-f4d1569ed52b', 'name': '', 'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:e3:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9e4f621-5086-4845-b147-00c42e0a64b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'ip_address': '172.28.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:49:29Z', 'updated_at': '2021-06-17T05:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-smb', '_interfaces': [{'id': 'ae8ed7a8-3640-448e-b46d-2cc3eef84108', 'name': '', 'network_id': 'e0c1f876-47bf-439c-8cf9-05719b315ed5', 'tenant_id': 'ce4f89efe12e4ea4942616b8dcf08d70', 'mac_address': 'fa:16:3e:6d:cf:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9e4f621-5086-4845-b147-00c42e0a64b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '1775a254-338e-4962-94a2-6ab4e879a1ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:49:33Z', 'updated_at': '2021-06-17T05:49:43Z', 'revision_number': 4, 'project_id': 'ce4f89efe12e4ea4942616b8dcf08d70', 'subnets': [{'id': '1775a254-338e-4962-94a2-6ab4e879a1ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 05:49:44.826481 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 05:49:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b4c25a2-bdbc-4573-8bed-64cdb4ca0ad8 x-openstack-request-id: req-8b4c25a2-bdbc-4573-8bed-64cdb4ca0ad8 {{(pid=99869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 05:49:44.826707 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "253f886a-2e8f-47e2-be0e-130b5b2ca526", "tag": "44e79a14-18dc-49e6-86df-a8b43c6bd407", "status": "completed", "code": 200}]} {{(pid=99869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 05:49:44.827134 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8b4c25a2-bdbc-4573-8bed-64cdb4ca0ad8 {{(pid=99869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 05:49:44.827773 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '253f886a-2e8f-47e2-be0e-130b5b2ca526', 'tag': '44e79a14-18dc-49e6-86df-a8b43c6bd407', 'status': 'completed', 'code': 200} Jun 17 05:49:44.829252 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-ba3c364b-4ab4-4d62-acdf-a6b9635e5f98 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1465235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-156110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-564052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773697504543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2565508'] for port, after_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:44.867821 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-3d5ac9f7-248d-4878-a37b-ab0a233f4c12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:49:44.933865 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9446f3fc-7ccf-4e2e-b265-975923d11360 req-acbdfc96-0645-4da3-bf9f-38672585ae8c tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:49:44.934718 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-26e219bb-b5f5-4035-9f90-16cc5cce714d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:44.935536 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-9446f3fc-7ccf-4e2e-b265-975923d11360 req-acbdfc96-0645-4da3-bf9f-38672585ae8c tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/networks?id=e0c1f876-47bf-439c-8cf9-05719b315ed5 HTTP/1.1" status: 200 len: 817 time: 0.4210060 Jun 17 05:49:44.943495 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba3c364b-4ab4-4d62-acdf-a6b9635e5f98 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Network afc4d833-6824-4139-a55a-2b6a6bf3fba6 is already hosted by enough agents. {{(pid=99869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 05:49:44.946697 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.scheduler.base_scheduler [None req-ba3c364b-4ab4-4d62-acdf-a6b9635e5f98 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Resources bound (agent type, host, resource id): {{(pid=99869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 05:49:44.950431 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba3c364b-4ab4-4d62-acdf-a6b9635e5f98 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Received port after_create {{(pid=99869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 05:49:44.953894 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-26e219bb-b5f5-4035-9f90-16cc5cce714d admin admin] Notify callbacks [] for security_group, before_response {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:44.957136 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [None req-26e219bb-b5f5-4035-9f90-16cc5cce714d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c08b33ba-729e-4c0d-bc84-f08f61a57595 HTTP/1.1" status: 204 len: 168 time: 0.3494098 Jun 17 05:49:44.957136 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-e7297501-6d46-4cf6-a4a3-2d46f585afdc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:49:45.003376 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e219bb-b5f5-4035-9f90-16cc5cce714d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c08b33ba-729e-4c0d-bc84-f08f61a57595,revision_number=None']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:49:45.020623 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-26e219bb-b5f5-4035-9f90-16cc5cce714d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:49:45.121606 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-9446f3fc-7ccf-4e2e-b265-975923d11360 req-27d3ef2f-92c0-427d-a2e4-661120938f48 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/quotas/ce4f89efe12e4ea4942616b8dcf08d70 HTTP/1.1" status: 200 len: 375 time: 0.1224189 Jun 17 05:49:45.147421 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3c364b-4ab4-4d62-acdf-a6b9635e5f98 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Pushing event updated for resources: {'Port': ['ID=1421ac5e-57e0-4130-b199-ec4eb74b30c2,revision_number=1']} {{(pid=99869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:49:45.169648 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-ba3c364b-4ab4-4d62-acdf-a6b9635e5f98 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:49:45.307121 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-ba3c364b-4ab4-4d62-acdf-a6b9635e5f98 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:45.411336 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-9446f3fc-7ccf-4e2e-b265-975923d11360 req-db6ed381-fdc5-4e50-9355-5cb01ab8b785 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=ce4f89efe12e4ea4942616b8dcf08d70&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2479572 Jun 17 05:49:45.418479 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ba546f-f340-4a69-823c-d31cc4a3c3f6 req-1474196c-9b2e-414f-9d58-4c708ad15246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:49:45.419992 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-29ba546f-f340-4a69-823c-d31cc4a3c3f6 req-1474196c-9b2e-414f-9d58-4c708ad15246 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fa978392532a48ac86ad26dcc61bb25c&device_id=253f886a-2e8f-47e2-be0e-130b5b2ca526 HTTP/1.1" status: 200 len: 1097 time: 0.3655589 Jun 17 05:49:45.456743 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.wsgi [-] (99869) accepted ('10.222.0.11', 52370) {{(pid=99869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:49:45.748197 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11656c89-10e6-4aff-aad1-f880bc9c3025 req-caadb4b6-27c6-4ad6-8d6f-459b80c049ae tempest-DeleteServersTestJSON-1119969054 tempest-DeleteServersTestJSON-1119969054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:49:45.757549 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-11656c89-10e6-4aff-aad1-f880bc9c3025 req-caadb4b6-27c6-4ad6-8d6f-459b80c049ae tempest-DeleteServersTestJSON-1119969054 tempest-DeleteServersTestJSON-1119969054-project] 10.222.0.11 "GET /v2.0/ports?device_id=253f886a-2e8f-47e2-be0e-130b5b2ca526 HTTP/1.1" status: 200 len: 944 time: 0.2078779 Jun 17 05:49:45.781960 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-ba3c364b-4ab4-4d62-acdf-a6b9635e5f98 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1464132'] for port, before_update {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:45.843062 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-11656c89-10e6-4aff-aad1-f880bc9c3025 req-e60f45bd-09e9-4bc1-8963-07d1c9d7824b tempest-DeleteServersTestJSON-1119969054 tempest-DeleteServersTestJSON-1119969054-project] 10.222.0.11 "GET /v2.0/security-groups?id=a9a31ddb-8cc2-4b6b-8a8d-423b85fd10e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842309 Jun 17 05:49:45.867113 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ba546f-f340-4a69-823c-d31cc4a3c3f6 req-4d3fa85f-9c04-4010-b011-bdec44d2d326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:49:45.868167 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-29ba546f-f340-4a69-823c-d31cc4a3c3f6 req-4d3fa85f-9c04-4010-b011-bdec44d2d326 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a6a51b67-5948-4840-8c7a-42585808151a HTTP/1.1" status: 200 len: 912 time: 0.4084387 Jun 17 05:49:45.999177 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-29ba546f-f340-4a69-823c-d31cc4a3c3f6 req-afd94890-861f-493e-84ca-90c771d80bd6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=44e79a14-18dc-49e6-86df-a8b43c6bd407 HTTP/1.1" status: 200 len: 217 time: 0.0906303 Jun 17 05:49:46.144921 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ba546f-f340-4a69-823c-d31cc4a3c3f6 req-3e39adaa-d1c0-4e64-8946-a784ed23f735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:49:46.147148 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-29ba546f-f340-4a69-823c-d31cc4a3c3f6 req-3e39adaa-d1c0-4e64-8946-a784ed23f735 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1fe567a5-dcf8-4bac-8d98-df67134871b6 HTTP/1.1" status: 200 len: 851 time: 0.1059306 Jun 17 05:49:46.165870 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-94259b3b-c59d-43aa-a726-deee6d98c375 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:46.230035 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-ba3c364b-4ab4-4d62-acdf-a6b9635e5f98 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Notify callbacks [] for port, precommit_update {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:46.359482 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-29ba546f-f340-4a69-823c-d31cc4a3c3f6 req-f040c70f-cdf1-4204-acfe-e9797f2e54fb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a6a51b67-5948-4840-8c7a-42585808151a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0622039 Jun 17 05:49:46.387848 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.wsgi [req-9446f3fc-7ccf-4e2e-b265-975923d11360 req-3ccbdbc0-ab8b-4d61-a651-292eb56dd63d service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=99869) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 05:49:46.389201 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-9446f3fc-7ccf-4e2e-b265-975923d11360 req-3ccbdbc0-ab8b-4d61-a651-292eb56dd63d service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2402101 Jun 17 05:49:46.401422 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-ba3c364b-4ab4-4d62-acdf-a6b9635e5f98 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773697962343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773697504561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773697504606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565558'] for port, after_update {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:46.441688 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-3d5ac9f7-248d-4878-a37b-ab0a233f4c12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:49:46.477047 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Device ae8ed7a8-3640-448e-b46d-2cc3eef84108 up at agent ovs-agent-dv-cinder-772623-9-smb {{(pid=99870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 05:49:46.603046 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-94259b3b-c59d-43aa-a726-deee6d98c375 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:46.704393 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3c364b-4ab4-4d62-acdf-a6b9635e5f98 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Pushing event updated for resources: {'Port': ['ID=1421ac5e-57e0-4130-b199-ec4eb74b30c2,revision_number=2']} {{(pid=99869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:49:46.706245 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-ba3c364b-4ab4-4d62-acdf-a6b9635e5f98 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:49:46.720490 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-ba3c364b-4ab4-4d62-acdf-a6b9635e5f98 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-422873'] for floatingip, after_update {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:46.818110 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-29ba546f-f340-4a69-823c-d31cc4a3c3f6 req-1058238a-200c-4950-a190-c71a355f57dd service neutron] 10.222.0.13 "GET /v2.0/networks/a6a51b67-5948-4840-8c7a-42585808151a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3751736 Jun 17 05:49:46.818110 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-9446f3fc-7ccf-4e2e-b265-975923d11360 req-6adeeafb-bda6-4f19-bff2-162b9fffc8ae service neutron] 10.222.0.11 "GET /v2.0/networks/e0c1f876-47bf-439c-8cf9-05719b315ed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3588431 Jun 17 05:49:46.884133 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-9446f3fc-7ccf-4e2e-b265-975923d11360 req-0e31080a-fe0a-4d98-b448-dc90f61ef17e service neutron] 10.222.0.11 "GET /v2.0/networks/e0c1f876-47bf-439c-8cf9-05719b315ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159687 Jun 17 05:49:47.149923 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf10d546-6bf6-4bfc-bfe0-a196f0f006fd req-3d035e55-33f8-48a1-800b-c566e059f8dc tempest-DeleteServersTestJSON-1119969054 tempest-DeleteServersTestJSON-1119969054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:49:47.155792 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-bf10d546-6bf6-4bfc-bfe0-a196f0f006fd req-3d035e55-33f8-48a1-800b-c566e059f8dc tempest-DeleteServersTestJSON-1119969054 tempest-DeleteServersTestJSON-1119969054-project] 10.222.0.11 "GET /v2.0/ports?device_id=253f886a-2e8f-47e2-be0e-130b5b2ca526 HTTP/1.1" status: 200 len: 944 time: 0.1596494 Jun 17 05:49:47.238362 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-bf10d546-6bf6-4bfc-bfe0-a196f0f006fd req-c2da8cb0-4d0b-48be-986e-43461748e992 tempest-DeleteServersTestJSON-1119969054 tempest-DeleteServersTestJSON-1119969054-project] 10.222.0.11 "GET /v2.0/security-groups?id=a9a31ddb-8cc2-4b6b-8a8d-423b85fd10e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718410 Jun 17 05:49:47.311451 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-94259b3b-c59d-43aa-a726-deee6d98c375 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:47.314298 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-8b2e7d42-d6c0-494d-8a06-1ab68fcf0df3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:49:47.316809 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.provisioning_blocks [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Provisioning for port ae8ed7a8-3640-448e-b46d-2cc3eef84108 completed by entity L2. {{(pid=99870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 05:49:47.321810 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.provisioning_blocks [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Provisioning complete for port ae8ed7a8-3640-448e-b46d-2cc3eef84108 triggered by entity L2. {{(pid=99870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 05:49:47.322400 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551367'] for port, provisioning_complete {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:47.360432 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [None req-94259b3b-c59d-43aa-a726-deee6d98c375 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b6cc4b29fa0e4ea29809ee243058b858&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9024241 Jun 17 05:49:47.363839 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94259b3b-c59d-43aa-a726-deee6d98c375 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4c088bd-732e-4619-95dd-2609354b9679,revision_number=1']} {{(pid=99869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:49:47.364922 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.wsgi [-] (99868) accepted ('10.222.0.11', 52418) {{(pid=99868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:49:47.375650 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-94259b3b-c59d-43aa-a726-deee6d98c375 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:49:47.464916 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-88034c07-038c-4486-bc17-d8c0f8b5ddd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:47.496956 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1464132'] for port, before_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:47.545805 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.db [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] For port ae8ed7a8-3640-448e-b46d-2cc3eef84108, host dv-cinder-772623-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-9-smb',level=0,port_id=ae8ed7a8-3640-448e-b46d-2cc3eef84108,segment=NetworkSegment(00707abe-e8f8-444e-9847-b9464fdf568f),segment_id=00707abe-e8f8-444e-9847-b9464fdf568f)] {{(pid=99870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:49:47.566213 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-88034c07-038c-4486-bc17-d8c0f8b5ddd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:47.575146 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-102f5e4c-ef10-4a89-ba0d-b433d5e35f3c req-659dfbaa-bb88-4998-babf-d5f07850c446 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/ports?device_id=78f4023e-2a2f-47f9-b977-30c96e374c99 HTTP/1.1" status: 200 len: 210 time: 0.0938408 Jun 17 05:49:47.634015 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-ba3c364b-4ab4-4d62-acdf-a6b9635e5f98 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-860254'] for floatingip, before_response {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:47.635310 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [None req-ba3c364b-4ab4-4d62-acdf-a6b9635e5f98 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.2187059 Jun 17 05:49:47.725029 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:47.765369 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773697962343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773697504561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773697504606'] for port, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:47.765806 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-88034c07-038c-4486-bc17-d8c0f8b5ddd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:47.767735 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:49:47.769132 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-88034c07-038c-4486-bc17-d8c0f8b5ddd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:47.770561 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [None req-88034c07-038c-4486-bc17-d8c0f8b5ddd6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c4c088bd-732e-4619-95dd-2609354b9679 HTTP/1.1" status: 204 len: 168 time: 0.4044147 Jun 17 05:49:47.773800 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:49:47.788934 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88034c07-038c-4486-bc17-d8c0f8b5ddd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4c088bd-732e-4619-95dd-2609354b9679,revision_number=None']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:49:47.792584 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-88034c07-038c-4486-bc17-d8c0f8b5ddd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:49:47.837291 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Pushing event updated for resources: {'Port': ['ID=ae8ed7a8-3640-448e-b46d-2cc3eef84108,revision_number=5']} {{(pid=99870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:49:47.840884 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:49:48.139102 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-cd2aa1af-83e0-4ace-b429-7b80f79a64fc req-40ef4fd2-2329-441b-9aa0-bb5cbb43136a tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1563635339&fields=id&tenant_id=33f2c29736bb40d78fad571bf0a20025 HTTP/1.1" status: 200 len: 267 time: 0.0624790 Jun 17 05:49:48.262644 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2aa1af-83e0-4ace-b429-7b80f79a64fc req-b0d22db2-ed54-445e-a52b-543787aee23e tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:49:48.265337 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-cd2aa1af-83e0-4ace-b429-7b80f79a64fc req-b0d22db2-ed54-445e-a52b-543787aee23e tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/networks?id=1b25af0c-7521-4ee5-941d-fb951a7e4542 HTTP/1.1" status: 200 len: 816 time: 0.1186850 Jun 17 05:49:48.293062 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-cd2aa1af-83e0-4ace-b429-7b80f79a64fc req-b990fb43-2b4e-4da3-8821-0e964d4d7e29 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/quotas/33f2c29736bb40d78fad571bf0a20025 HTTP/1.1" status: 200 len: 375 time: 0.0219572 Jun 17 05:49:48.415243 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-cd2aa1af-83e0-4ace-b429-7b80f79a64fc req-f74865b3-8662-43c9-8db8-9fb809ba2f49 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=33f2c29736bb40d78fad571bf0a20025&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1136184 Jun 17 05:49:48.440608 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Device ae8ed7a8-3640-448e-b46d-2cc3eef84108 up at agent ovs-agent-dv-cinder-772623-9-smb {{(pid=99870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 05:49:48.538613 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.provisioning_blocks [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Provisioning complete for port ae8ed7a8-3640-448e-b46d-2cc3eef84108 triggered by entity L2. {{(pid=99870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 05:49:48.539344 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551367'] for port, provisioning_complete {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:48.586220 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6104413e-3b39-46a6-b04b-6042f7ac406d req-142a3f3e-d573-413c-b923-26e2b92a3244 tempest-DeleteServersTestJSON-1119969054 tempest-DeleteServersTestJSON-1119969054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:49:48.610584 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-6104413e-3b39-46a6-b04b-6042f7ac406d req-142a3f3e-d573-413c-b923-26e2b92a3244 tempest-DeleteServersTestJSON-1119969054 tempest-DeleteServersTestJSON-1119969054-project] 10.222.0.11 "GET /v2.0/ports?device_id=253f886a-2e8f-47e2-be0e-130b5b2ca526 HTTP/1.1" status: 200 len: 944 time: 0.1603549 Jun 17 05:49:48.697509 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-6104413e-3b39-46a6-b04b-6042f7ac406d req-cc09e987-32d8-462d-bcf1-e443f217463f tempest-DeleteServersTestJSON-1119969054 tempest-DeleteServersTestJSON-1119969054-project] 10.222.0.11 "GET /v2.0/security-groups?id=a9a31ddb-8cc2-4b6b-8a8d-423b85fd10e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775027 Jun 17 05:49:48.834893 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-cd2aa1af-83e0-4ace-b429-7b80f79a64fc req-44291ebf-fc33-4f66-9964-36346c623606 service neutron] 10.222.0.11 "GET /v2.0/networks/1b25af0c-7521-4ee5-941d-fb951a7e4542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4126809 Jun 17 05:49:48.843853 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-6116735f-512f-4210-a4c5-eb89d92d4a0b req-35108975-46eb-471e-9b35-d4b56d3000f2 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/ports?device_id=78f4023e-2a2f-47f9-b977-30c96e374c99 HTTP/1.1" status: 200 len: 210 time: 0.0463057 Jun 17 05:49:48.999858 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-cd2aa1af-83e0-4ace-b429-7b80f79a64fc req-4852b6be-f30b-49e4-8f14-7aa98771e5c5 service neutron] 10.222.0.11 "GET /v2.0/networks/1b25af0c-7521-4ee5-941d-fb951a7e4542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631968 Jun 17 05:49:49.360623 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.wsgi [-] (99868) accepted ('10.222.0.11', 52488) {{(pid=99868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:49:49.374758 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-211e0441-ae38-43c2-8135-d96ed21c16d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:49.492503 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-d1371b3f-4a39-43b6-b01a-37bdf1574e32 req-b6541cf6-f0f9-41b1-81bd-55dd27851f40 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/ports?device_id=3d0d5a00-9e06-45cf-af70-826834445347 HTTP/1.1" status: 200 len: 210 time: 0.0587533 Jun 17 05:49:49.622334 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-211e0441-ae38-43c2-8135-d96ed21c16d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:49.714257 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-211e0441-ae38-43c2-8135-d96ed21c16d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:49.718342 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-88034c07-038c-4486-bc17-d8c0f8b5ddd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:49:49.779469 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [None req-211e0441-ae38-43c2-8135-d96ed21c16d7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4fc27bd278744fa78aeedac90b629d02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4172635 Jun 17 05:49:49.779865 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.wsgi [-] (99869) accepted ('10.222.0.11', 52506) {{(pid=99869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:49:49.780699 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211e0441-ae38-43c2-8135-d96ed21c16d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bfd24f2-1c03-4ac9-805c-d32b5c96fd5c,revision_number=1']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:49:49.784077 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-211e0441-ae38-43c2-8135-d96ed21c16d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:49:49.870876 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-c4219f87-0f8c-4723-a888-85ee9d066e66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:49.913631 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-c4219f87-0f8c-4723-a888-85ee9d066e66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:49.996500 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-734cd4fa-e718-4346-8487-55834c43898c req-c7ba4840-1d83-4c77-8ff3-3c38619dabca tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/ports?device_id=78f4023e-2a2f-47f9-b977-30c96e374c99 HTTP/1.1" status: 200 len: 210 time: 0.0294328 Jun 17 05:49:50.003736 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc753d49-f19f-4a1c-8110-82e2e1c6e5eb req-fefdeb28-29e7-4b92-84cd-ec7e04bdebf6 tempest-DeleteServersTestJSON-1119969054 tempest-DeleteServersTestJSON-1119969054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:49:50.008694 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-dc753d49-f19f-4a1c-8110-82e2e1c6e5eb req-fefdeb28-29e7-4b92-84cd-ec7e04bdebf6 tempest-DeleteServersTestJSON-1119969054 tempest-DeleteServersTestJSON-1119969054-project] 10.222.0.11 "GET /v2.0/ports?device_id=253f886a-2e8f-47e2-be0e-130b5b2ca526 HTTP/1.1" status: 200 len: 944 time: 0.1075282 Jun 17 05:49:50.046198 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-dc753d49-f19f-4a1c-8110-82e2e1c6e5eb req-fb9912d3-d39f-4034-a1a3-88ff49597303 tempest-DeleteServersTestJSON-1119969054 tempest-DeleteServersTestJSON-1119969054-project] 10.222.0.11 "GET /v2.0/security-groups?id=a9a31ddb-8cc2-4b6b-8a8d-423b85fd10e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347371 Jun 17 05:49:50.133314 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-c4219f87-0f8c-4723-a888-85ee9d066e66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:50.137649 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-c4219f87-0f8c-4723-a888-85ee9d066e66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:50.139113 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [None req-c4219f87-0f8c-4723-a888-85ee9d066e66 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6bfd24f2-1c03-4ac9-805c-d32b5c96fd5c HTTP/1.1" status: 204 len: 168 time: 0.3579390 Jun 17 05:49:50.140310 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:49:50.153155 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4219f87-0f8c-4723-a888-85ee9d066e66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bfd24f2-1c03-4ac9-805c-d32b5c96fd5c,revision_number=None']} {{(pid=99869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:49:50.155523 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-c4219f87-0f8c-4723-a888-85ee9d066e66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:49:50.437742 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-29ba546f-f340-4a69-823c-d31cc4a3c3f6 req-fa9e75a7-f4c3-4423-a6ed-cff70f098309 service neutron] 10.222.0.13 "GET /v2.0/networks/a6a51b67-5948-4840-8c7a-42585808151a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067684 Jun 17 05:49:50.591192 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-66361b10-c0b8-43fe-b762-3601cb8939a0 req-865c2f44-d283-464b-8e7b-3f5980f7c653 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/ports?device_id=3d0d5a00-9e06-45cf-af70-826834445347 HTTP/1.1" status: 200 len: 210 time: 0.0443516 Jun 17 05:49:51.115675 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.db.agents_db [None req-7f16872b-b609-48fb-9c73-6a76dd98e1b9 None None] Agent healthcheck: found 6 active agents {{(pid=99871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 05:49:51.159563 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-cee381a4-7eee-4a7d-884c-6d4e44d9b6b6 req-c0beb589-3859-43ff-a623-00a3d037a7f6 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/ports?device_id=78f4023e-2a2f-47f9-b977-30c96e374c99 HTTP/1.1" status: 200 len: 210 time: 0.0390315 Jun 17 05:49:51.298978 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1505208-56a4-44bd-b4c7-a27b16b4f974 req-3fc6bd5a-2145-4d94-8dd1-1974fd27784f tempest-DeleteServersTestJSON-1119969054 tempest-DeleteServersTestJSON-1119969054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:49:51.300533 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-e1505208-56a4-44bd-b4c7-a27b16b4f974 req-3fc6bd5a-2145-4d94-8dd1-1974fd27784f tempest-DeleteServersTestJSON-1119969054 tempest-DeleteServersTestJSON-1119969054-project] 10.222.0.11 "GET /v2.0/ports?device_id=253f886a-2e8f-47e2-be0e-130b5b2ca526 HTTP/1.1" status: 200 len: 944 time: 0.0782082 Jun 17 05:49:51.349688 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-e1505208-56a4-44bd-b4c7-a27b16b4f974 req-9a73e28d-d4b5-43e7-9166-cae6845b52ac tempest-DeleteServersTestJSON-1119969054 tempest-DeleteServersTestJSON-1119969054-project] 10.222.0.11 "GET /v2.0/security-groups?id=a9a31ddb-8cc2-4b6b-8a8d-423b85fd10e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417266 Jun 17 05:49:51.738130 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-41f31842-48a6-4a2b-8e18-efdd81d65707 req-dffe434f-d8db-4f72-b47a-1d74f18da1b2 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/ports?device_id=3d0d5a00-9e06-45cf-af70-826834445347 HTTP/1.1" status: 200 len: 210 time: 0.0361333 Jun 17 05:49:51.862434 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ffeece-52e2-4879-bd35-20082cd5d760 req-74a1838f-8f3b-4a20-ad8b-f532e41ee270 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:49:51.864138 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-a5ffeece-52e2-4879-bd35-20082cd5d760 req-74a1838f-8f3b-4a20-ad8b-f532e41ee270 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.13 "GET /v2.0/networks?id=e0c1f876-47bf-439c-8cf9-05719b315ed5 HTTP/1.1" status: 200 len: 817 time: 0.1083741 Jun 17 05:49:51.877143 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.v2.base [req-a5ffeece-52e2-4879-bd35-20082cd5d760 req-c67b910a-9a24-407c-a73d-69e6ab0c563b tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] Request body: {'port': {'device_id': '28503d4a-afc3-434a-bd10-4045586cbc4c', 'network_id': 'e0c1f876-47bf-439c-8cf9-05719b315ed5', 'admin_state_up': True, 'tenant_id': 'ce4f89efe12e4ea4942616b8dcf08d70'}} {{(pid=99869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:49:52.096515 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5ffeece-52e2-4879-bd35-20082cd5d760 req-c67b910a-9a24-407c-a73d-69e6ab0c563b tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] Made reservation on behalf of ce4f89efe12e4ea4942616b8dcf08d70 for: {'port': 1} {{(pid=99869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 05:49:52.100599 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [req-a5ffeece-52e2-4879-bd35-20082cd5d760 req-c67b910a-9a24-407c-a73d-69e6ab0c563b tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1464150'] for port, before_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:52.119081 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.wsgi [-] (99868) accepted ('10.222.0.11', 52612) {{(pid=99868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:49:52.252440 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-cac8b5e1-8c71-4323-b335-94cdc3617618 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:52.341606 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.db.db_base_plugin_common [req-a5ffeece-52e2-4879-bd35-20082cd5d760 req-c67b910a-9a24-407c-a73d-69e6ab0c563b tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] Allocated IP 172.20.0.13 (e0c1f876-47bf-439c-8cf9-05719b315ed5/1775a254-338e-4962-94a2-6ab4e879a1ad/9f32a9bd-cf9b-416b-bb4f-bc81ca793bf0) {{(pid=99869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 05:49:52.411778 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-315a236b-f440-486e-b5cb-706e679b863a req-678ba072-8644-4afc-a9c5-6183f5e41de1 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/ports?device_id=78f4023e-2a2f-47f9-b977-30c96e374c99 HTTP/1.1" status: 200 len: 210 time: 0.0383301 Jun 17 05:49:52.475328 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-cac8b5e1-8c71-4323-b335-94cdc3617618 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:52.546105 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.wsgi [-] (99868) accepted ('10.222.0.13', 62320) {{(pid=99868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:49:52.622065 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-cac8b5e1-8c71-4323-b335-94cdc3617618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:52.669212 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [req-a5ffeece-52e2-4879-bd35-20082cd5d760 req-c67b910a-9a24-407c-a73d-69e6ab0c563b tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] Notify callbacks [] for port, precommit_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:52.671440 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-26e219bb-b5f5-4035-9f90-16cc5cce714d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:49:52.678264 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.wsgi [-] (99869) accepted ('10.222.0.11', 52646) {{(pid=99869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:49:52.709884 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909cdb80-3d48-4854-be5e-9b820526c12d req-b47fd2f1-85e1-40fa-83f2-fbd00b7fe50d tempest-DeleteServersTestJSON-1119969054 tempest-DeleteServersTestJSON-1119969054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:49:52.711568 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-909cdb80-3d48-4854-be5e-9b820526c12d req-b47fd2f1-85e1-40fa-83f2-fbd00b7fe50d tempest-DeleteServersTestJSON-1119969054 tempest-DeleteServersTestJSON-1119969054-project] 10.222.0.11 "GET /v2.0/ports?device_id=253f886a-2e8f-47e2-be0e-130b5b2ca526 HTTP/1.1" status: 200 len: 944 time: 0.1615503 Jun 17 05:49:52.777518 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-909cdb80-3d48-4854-be5e-9b820526c12d req-baf5e1d2-ba79-43da-9615-bedad32431c4 tempest-DeleteServersTestJSON-1119969054 tempest-DeleteServersTestJSON-1119969054-project] 10.222.0.11 "GET /v2.0/security-groups?id=a9a31ddb-8cc2-4b6b-8a8d-423b85fd10e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537615 Jun 17 05:49:52.779342 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [None req-cac8b5e1-8c71-4323-b335-94cdc3617618 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b54a98cc26c54d9abe405c51be1388c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6589422 Jun 17 05:49:52.781987 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.wsgi [-] (99869) accepted ('10.222.0.11', 52652) {{(pid=99869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:49:52.782696 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac8b5e1-8c71-4323-b335-94cdc3617618 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c25691e-92a5-478a-be04-d04f7c5b4fe1,revision_number=1']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:49:52.789288 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-cac8b5e1-8c71-4323-b335-94cdc3617618 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:49:52.855262 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9446f3fc-7ccf-4e2e-b265-975923d11360 req-2d6b3c9d-18a6-4832-869d-fe432ff3c864 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:49:52.856761 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-9446f3fc-7ccf-4e2e-b265-975923d11360 req-2d6b3c9d-18a6-4832-869d-fe432ff3c864 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.13 "GET /v2.0/networks?id=e0c1f876-47bf-439c-8cf9-05719b315ed5 HTTP/1.1" status: 200 len: 817 time: 0.3091841 Jun 17 05:49:52.863480 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.v2.base [None req-07779e89-d058-4832-ba1c-bfaa0e36082e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-566097299-network', 'tenant_id': '63d87b314e424ad98697c7e716ac84dd'}} {{(pid=99869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:49:52.870573 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [req-a5ffeece-52e2-4879-bd35-20082cd5d760 req-c67b910a-9a24-407c-a73d-69e6ab0c563b tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1465235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-156110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-564052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773697504543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2565508'] for port, after_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:52.875826 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.v2.base [req-9446f3fc-7ccf-4e2e-b265-975923d11360 req-25876427-24a9-4870-9059-a9a1b5ff22dc tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] Request body: {'port': {'device_id': '78f4023e-2a2f-47f9-b977-30c96e374c99', 'network_id': 'e0c1f876-47bf-439c-8cf9-05719b315ed5', 'admin_state_up': True, 'tenant_id': 'ce4f89efe12e4ea4942616b8dcf08d70'}} {{(pid=99868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:49:52.911382 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-5261bbf8-6ebd-43f7-9785-645d401c4dc2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:49:52.968040 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67b910a-9a24-407c-a73d-69e6ab0c563b tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] Pushing event updated for resources: {'Port': ['ID=9f32a9bd-cf9b-416b-bb4f-bc81ca793bf0,revision_number=1']} {{(pid=99869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:49:52.983595 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-c67b910a-9a24-407c-a73d-69e6ab0c563b tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:49:53.014205 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5ffeece-52e2-4879-bd35-20082cd5d760 req-c67b910a-9a24-407c-a73d-69e6ab0c563b tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] Network e0c1f876-47bf-439c-8cf9-05719b315ed5 is already hosted by enough agents. {{(pid=99869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 05:49:53.014205 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-bca635e0-705f-4099-9412-02ea7f9f90b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:53.014205 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.scheduler.base_scheduler [req-a5ffeece-52e2-4879-bd35-20082cd5d760 req-c67b910a-9a24-407c-a73d-69e6ab0c563b tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] Resources bound (agent type, host, resource id): {{(pid=99869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 05:49:53.017731 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5ffeece-52e2-4879-bd35-20082cd5d760 req-c67b910a-9a24-407c-a73d-69e6ab0c563b tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] Received port after_create {{(pid=99869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 05:49:53.024921 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-8663d692-09b3-4d1d-b67a-1c27d1a71521 req-0c0db84e-a678-47a7-8cbe-efd24f5e4f1a tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/ports?device_id=3d0d5a00-9e06-45cf-af70-826834445347 HTTP/1.1" status: 200 len: 210 time: 0.0921230 Jun 17 05:49:53.083827 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-bca635e0-705f-4099-9412-02ea7f9f90b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:53.117433 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ffeece-52e2-4879-bd35-20082cd5d760 req-c67b910a-9a24-407c-a73d-69e6ab0c563b tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:49:53.118107 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [req-a5ffeece-52e2-4879-bd35-20082cd5d760 req-c67b910a-9a24-407c-a73d-69e6ab0c563b tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-860254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564043'] for port, before_response {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:53.187933 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07779e89-d058-4832-ba1c-bfaa0e36082e admin admin] Made reservation on behalf of 63d87b314e424ad98697c7e716ac84dd for: {'network': 1} {{(pid=99869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 05:49:53.190407 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-07779e89-d058-4832-ba1c-bfaa0e36082e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1464150'] for network, before_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:53.199883 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-07779e89-d058-4832-ba1c-bfaa0e36082e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:53.294156 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.wsgi [-] (99868) accepted ('10.222.0.13', 62323) {{(pid=99868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:49:53.350128 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-a5ffeece-52e2-4879-bd35-20082cd5d760 req-c67b910a-9a24-407c-a73d-69e6ab0c563b tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4775441 Jun 17 05:49:53.352399 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-bca635e0-705f-4099-9412-02ea7f9f90b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:53.357020 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-bca635e0-705f-4099-9412-02ea7f9f90b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:53.358907 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [None req-bca635e0-705f-4099-9412-02ea7f9f90b2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1c25691e-92a5-478a-be04-d04f7c5b4fe1 HTTP/1.1" status: 204 len: 168 time: 0.5749638 Jun 17 05:49:53.361536 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:49:53.373330 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.v2.base [req-a5ffeece-52e2-4879-bd35-20082cd5d760 req-10c1eff9-41a5-40e1-9b1f-3e23ef48ea9c service neutron] Request body: {'port': {'device_id': '28503d4a-afc3-434a-bd10-4045586cbc4c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=99869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:49:53.401535 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca635e0-705f-4099-9412-02ea7f9f90b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c25691e-92a5-478a-be04-d04f7c5b4fe1,revision_number=None']} {{(pid=99869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:49:53.405669 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-bca635e0-705f-4099-9412-02ea7f9f90b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:49:53.419740 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2aa1af-83e0-4ace-b429-7b80f79a64fc req-ea98a25c-3476-45a2-a33e-fc0cc3880a2d tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:49:53.423873 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-cd2aa1af-83e0-4ace-b429-7b80f79a64fc req-ea98a25c-3476-45a2-a33e-fc0cc3880a2d tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.13 "GET /v2.0/networks?id=1b25af0c-7521-4ee5-941d-fb951a7e4542 HTTP/1.1" status: 200 len: 816 time: 0.1262157 Jun 17 05:49:53.456853 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [req-a5ffeece-52e2-4879-bd35-20082cd5d760 req-10c1eff9-41a5-40e1-9b1f-3e23ef48ea9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1464132'] for port, before_update {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:53.499176 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-cd2aa1af-83e0-4ace-b429-7b80f79a64fc req-44adae65-1174-4e10-a010-bb880aeb2ae9 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=33f2c29736bb40d78fad571bf0a20025 HTTP/1.1" status: 200 len: 380 time: 0.0582426 Jun 17 05:49:53.511477 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.v2.base [req-cd2aa1af-83e0-4ace-b429-7b80f79a64fc req-76f6ecb5-014a-4f87-a84e-25a29da3e5b2 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Request body: {'port': {'device_id': '3d0d5a00-9e06-45cf-af70-826834445347', 'network_id': '1b25af0c-7521-4ee5-941d-fb951a7e4542', 'admin_state_up': True, 'tenant_id': '33f2c29736bb40d78fad571bf0a20025', 'security_groups': ['7ce8ebda-6a66-4ae7-b677-cf05040a027e']}} {{(pid=99868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:49:53.517059 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9446f3fc-7ccf-4e2e-b265-975923d11360 req-25876427-24a9-4870-9059-a9a1b5ff22dc tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] Made reservation on behalf of ce4f89efe12e4ea4942616b8dcf08d70 for: {'port': 1} {{(pid=99868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 05:49:53.521735 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-9446f3fc-7ccf-4e2e-b265-975923d11360 req-25876427-24a9-4870-9059-a9a1b5ff22dc tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1464150'] for port, before_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:53.639279 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-c8ac6a1d-6773-49f6-8d9b-925cf12a8ff0 req-87d5e250-6142-47a1-b4bd-f91171187557 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/ports?device_id=78f4023e-2a2f-47f9-b977-30c96e374c99 HTTP/1.1" status: 200 len: 210 time: 0.0625894 Jun 17 05:49:53.802994 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-07779e89-d058-4832-ba1c-bfaa0e36082e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:53.859447 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.notifiers.nova [req-a5ffeece-52e2-4879-bd35-20082cd5d760 req-10c1eff9-41a5-40e1-9b1f-3e23ef48ea9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f32a9bd-cf9b-416b-bb4f-bc81ca793bf0 {{(pid=99869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 05:49:53.868038 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [req-a5ffeece-52e2-4879-bd35-20082cd5d760 req-10c1eff9-41a5-40e1-9b1f-3e23ef48ea9c service neutron] Notify callbacks [] for port, precommit_update {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:53.884254 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.db.provisioning_blocks [req-a5ffeece-52e2-4879-bd35-20082cd5d760 req-10c1eff9-41a5-40e1-9b1f-3e23ef48ea9c service neutron] Transition to ACTIVE for port object 9f32a9bd-cf9b-416b-bb4f-bc81ca793bf0 will not be triggered until provisioned by entity L2. {{(pid=99869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 05:49:53.908355 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-07779e89-d058-4832-ba1c-bfaa0e36082e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:53.916217 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:49:53.942877 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07779e89-d058-4832-ba1c-bfaa0e36082e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bc4575d-1dd5-4079-83ed-f69a074975d4,revision_number=1']} {{(pid=99869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:49:53.945494 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-07779e89-d058-4832-ba1c-bfaa0e36082e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:49:53.953185 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07779e89-d058-4832-ba1c-bfaa0e36082e admin admin] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=99869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 05:49:53.967775 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-07779e89-d058-4832-ba1c-bfaa0e36082e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589316'] for segment, precommit_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:53.968298 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.db.segments_db [None req-07779e89-d058-4832-ba1c-bfaa0e36082e admin admin] Added segment 610ca3f8-5550-430d-8975-0cad37f000e3 of type vlan for network bce3a234-1cae-4887-bec8-91c61c8ca7fb Jun 17 05:49:53.996853 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Device 44e79a14-18dc-49e6-86df-a8b43c6bd407 details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=99870) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 05:49:54.002342 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3082385d-516a-440a-a698-5a3f06690a31 req-656730d7-443a-40b3-a92f-217c1bfafd95 tempest-DeleteServersTestJSON-1119969054 tempest-DeleteServersTestJSON-1119969054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:49:54.003923 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-3082385d-516a-440a-a698-5a3f06690a31 req-656730d7-443a-40b3-a92f-217c1bfafd95 tempest-DeleteServersTestJSON-1119969054 tempest-DeleteServersTestJSON-1119969054-project] 10.222.0.11 "GET /v2.0/ports?device_id=253f886a-2e8f-47e2-be0e-130b5b2ca526 HTTP/1.1" status: 200 len: 944 time: 0.0788164 Jun 17 05:49:54.047699 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [req-a5ffeece-52e2-4879-bd35-20082cd5d760 req-10c1eff9-41a5-40e1-9b1f-3e23ef48ea9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773697962343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773697504561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773697504606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565558'] for port, after_update {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:54.062880 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-07779e89-d058-4832-ba1c-bfaa0e36082e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773697459366'] for network, precommit_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:54.072752 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:49:54.136010 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.db [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] For port 44e79a14-18dc-49e6-86df-a8b43c6bd407, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=44e79a14-18dc-49e6-86df-a8b43c6bd407,segment=NetworkSegment(61c8141e-524b-46c2-a733-1e98b362680f),segment_id=61c8141e-524b-46c2-a733-1e98b362680f)] {{(pid=99870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:49:54.159481 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd2aa1af-83e0-4ace-b429-7b80f79a64fc req-76f6ecb5-014a-4f87-a84e-25a29da3e5b2 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Made reservation on behalf of 33f2c29736bb40d78fad571bf0a20025 for: {'port': 1} {{(pid=99868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 05:49:54.167396 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Returning: {'device': '44e79a14-18dc-49e6-86df-a8b43c6bd407', 'network_id': 'a6a51b67-5948-4840-8c7a-42585808151a', 'port_id': '44e79a14-18dc-49e6-86df-a8b43c6bd407', 'mac_address': 'fa:16:3e:8c:da:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fe567a5-dcf8-4bac-8d98-df67134871b6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99870) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 05:49:54.176011 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-cd2aa1af-83e0-4ace-b429-7b80f79a64fc req-76f6ecb5-014a-4f87-a84e-25a29da3e5b2 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1464150'] for port, before_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:54.226110 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1464132'] for port, before_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:54.244635 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.notifiers.nova [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44e79a14-18dc-49e6-86df-a8b43c6bd407 {{(pid=99870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 05:49:54.290743 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.db [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] For port 44e79a14-18dc-49e6-86df-a8b43c6bd407, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=44e79a14-18dc-49e6-86df-a8b43c6bd407,segment=NetworkSegment(61c8141e-524b-46c2-a733-1e98b362680f),segment_id=61c8141e-524b-46c2-a733-1e98b362680f)] {{(pid=99870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:49:54.315636 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c1eff9-41a5-40e1-9b1f-3e23ef48ea9c service neutron] Pushing event updated for resources: {'Port': ['ID=9f32a9bd-cf9b-416b-bb4f-bc81ca793bf0,revision_number=2']} {{(pid=99869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:49:54.323783 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-10c1eff9-41a5-40e1-9b1f-3e23ef48ea9c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:49:54.361256 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.db.db_base_plugin_common [req-9446f3fc-7ccf-4e2e-b265-975923d11360 req-25876427-24a9-4870-9059-a9a1b5ff22dc tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] Allocated IP 172.20.0.8 (e0c1f876-47bf-439c-8cf9-05719b315ed5/1775a254-338e-4962-94a2-6ab4e879a1ad/0587ee3f-7f05-420f-846f-65ed77a5622f) {{(pid=99868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 05:49:54.375927 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-3082385d-516a-440a-a698-5a3f06690a31 req-663a89fb-73c5-478e-aafb-ea87792f3273 tempest-DeleteServersTestJSON-1119969054 tempest-DeleteServersTestJSON-1119969054-project] 10.222.0.11 "GET /v2.0/security-groups?id=a9a31ddb-8cc2-4b6b-8a8d-423b85fd10e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3565428 Jun 17 05:49:54.414845 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-1f24cca6-1ac3-491f-a1f6-994c7da191ab req-8ec993cc-a8da-4d71-8ded-1320f2c7dc17 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/ports?device_id=3d0d5a00-9e06-45cf-af70-826834445347 HTTP/1.1" status: 200 len: 210 time: 0.0497162 Jun 17 05:49:54.417100 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773697962343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773697504561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773697504606'] for port, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:54.420358 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [None req-8b10d5b0-1aa1-4e60-b483-8019e893316c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:49:54.424641 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-07779e89-d058-4832-ba1c-bfaa0e36082e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3713235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-564052'] for network, after_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:54.428124 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.wsgi [-] (99869) accepted ('10.222.0.11', 52712) {{(pid=99869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:49:54.428752 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07779e89-d058-4832-ba1c-bfaa0e36082e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:49:54.429352 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-07779e89-d058-4832-ba1c-bfaa0e36082e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564043'] for network, before_response {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:54.439312 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:49:54.481965 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Pushing event updated for resources: {'Port': ['ID=44e79a14-18dc-49e6-86df-a8b43c6bd407,revision_number=4']} {{(pid=99870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:49:54.487265 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:49:54.509304 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-0343d499-e34b-4699-8f0f-003e29fae989 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:54.551393 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07779e89-d058-4832-ba1c-bfaa0e36082e admin admin] Pushing event updated for resources: {'Network': ['ID=bce3a234-1cae-4887-bec8-91c61c8ca7fb,revision_number=1']} {{(pid=99869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:49:54.554610 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-07779e89-d058-4832-ba1c-bfaa0e36082e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:49:54.555552 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.plugins.ml2.managers [req-a5ffeece-52e2-4879-bd35-20082cd5d760 req-10c1eff9-41a5-40e1-9b1f-3e23ef48ea9c service neutron] Attempting to bind port 9f32a9bd-cf9b-416b-bb4f-bc81ca793bf0 on host hv-cinder-77262 for vnic_type normal with profile {{(pid=99869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 05:49:54.555902 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.plugins.ml2.managers [req-a5ffeece-52e2-4879-bd35-20082cd5d760 req-10c1eff9-41a5-40e1-9b1f-3e23ef48ea9c service neutron] Attempting to bind port 9f32a9bd-cf9b-416b-bb4f-bc81ca793bf0 by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': '00707abe-e8f8-444e-9847-b9464fdf568f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'e0c1f876-47bf-439c-8cf9-05719b315ed5'}] {{(pid=99869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 05:49:54.556234 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ffeece-52e2-4879-bd35-20082cd5d760 req-10c1eff9-41a5-40e1-9b1f-3e23ef48ea9c service neutron] Attempting to bind port 9f32a9bd-cf9b-416b-bb4f-bc81ca793bf0 on network e0c1f876-47bf-439c-8cf9-05719b315ed5 {{(pid=99869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 05:49:54.562427 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ffeece-52e2-4879-bd35-20082cd5d760 req-10c1eff9-41a5-40e1-9b1f-3e23ef48ea9c service neutron] Port 9f32a9bd-cf9b-416b-bb4f-bc81ca793bf0 on network e0c1f876-47bf-439c-8cf9-05719b315ed5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=99869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 05:49:54.562744 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ffeece-52e2-4879-bd35-20082cd5d760 req-10c1eff9-41a5-40e1-9b1f-3e23ef48ea9c service neutron] Attempting to bind port 9f32a9bd-cf9b-416b-bb4f-bc81ca793bf0 on network e0c1f876-47bf-439c-8cf9-05719b315ed5 {{(pid=99869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 05:49:54.563306 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Network bce3a234-1cae-4887-bec8-91c61c8ca7fb details requested by agent ovs-agent-dv-cinder-772623-9-smb with host dv-cinder-772623-9-smb {{(pid=99870) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 05:49:54.569976 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ffeece-52e2-4879-bd35-20082cd5d760 req-10c1eff9-41a5-40e1-9b1f-3e23ef48ea9c service neutron] Checking agent: {'id': 'a94c375a-f30e-48af-b86b-c1ab552b3c7d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 5, 47, 47), 'started_at': datetime.datetime(2021, 6, 17, 5, 47, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 5, 49, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 05:49:54.570316 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ffeece-52e2-4879-bd35-20082cd5d760 req-10c1eff9-41a5-40e1-9b1f-3e23ef48ea9c service neutron] Checking segment: {'id': '00707abe-e8f8-444e-9847-b9464fdf568f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'e0c1f876-47bf-439c-8cf9-05719b315ed5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 05:49:54.570719 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ffeece-52e2-4879-bd35-20082cd5d760 req-10c1eff9-41a5-40e1-9b1f-3e23ef48ea9c service neutron] Bound using segment: {'id': '00707abe-e8f8-444e-9847-b9464fdf568f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'e0c1f876-47bf-439c-8cf9-05719b315ed5'} {{(pid=99869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 05:49:54.571204 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.plugins.ml2.managers [req-a5ffeece-52e2-4879-bd35-20082cd5d760 req-10c1eff9-41a5-40e1-9b1f-3e23ef48ea9c service neutron] Bound port: 9f32a9bd-cf9b-416b-bb4f-bc81ca793bf0, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00707abe-e8f8-444e-9847-b9464fdf568f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'e0c1f876-47bf-439c-8cf9-05719b315ed5'}}] {{(pid=99869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 05:49:54.571557 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [req-a5ffeece-52e2-4879-bd35-20082cd5d760 req-10c1eff9-41a5-40e1-9b1f-3e23ef48ea9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1464132'] for port, before_update {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:54.649240 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.plugins.ml2.db [req-a5ffeece-52e2-4879-bd35-20082cd5d760 req-10c1eff9-41a5-40e1-9b1f-3e23ef48ea9c service neutron] For port 9f32a9bd-cf9b-416b-bb4f-bc81ca793bf0, host hv-cinder-77262, cleared binding levels {{(pid=99869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 05:49:54.652956 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.plugins.ml2.db [req-a5ffeece-52e2-4879-bd35-20082cd5d760 req-10c1eff9-41a5-40e1-9b1f-3e23ef48ea9c service neutron] For port 9f32a9bd-cf9b-416b-bb4f-bc81ca793bf0, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=9f32a9bd-cf9b-416b-bb4f-bc81ca793bf0,segment=NetworkSegment(00707abe-e8f8-444e-9847-b9464fdf568f),segment_id=00707abe-e8f8-444e-9847-b9464fdf568f)] {{(pid=99869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 05:49:54.658424 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.db [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] get_ports_and_sgs() called for port_ids ['44e79a14-18dc-49e6-86df-a8b43c6bd407'] {{(pid=99870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 05:49:54.794070 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.db.db_base_plugin_common [req-cd2aa1af-83e0-4ace-b429-7b80f79a64fc req-76f6ecb5-014a-4f87-a84e-25a29da3e5b2 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Allocated IP 172.20.0.14 (1b25af0c-7521-4ee5-941d-fb951a7e4542/f3d724f9-6f99-4efc-a641-a453b34c57ab/8dd72959-2b7c-45aa-93ff-855a3c936576) {{(pid=99868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 05:49:54.799665 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-e86f3186-4336-47f6-b4a3-19c184f542cb req-70504e6a-a847-4a11-9f49-113dcd67815e tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/ports?device_id=78f4023e-2a2f-47f9-b977-30c96e374c99 HTTP/1.1" status: 200 len: 210 time: 0.0457716 Jun 17 05:49:54.848676 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [None req-07779e89-d058-4832-ba1c-bfaa0e36082e admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.1653807 Jun 17 05:49:54.850123 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [req-a5ffeece-52e2-4879-bd35-20082cd5d760 req-10c1eff9-41a5-40e1-9b1f-3e23ef48ea9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773697962343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773697504561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773697504606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565558'] for port, after_update {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:54.851350 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.wsgi [-] (99868) accepted ('10.222.0.11', 52716) {{(pid=99868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:49:54.858881 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.v2.base [None req-7a5526af-a455-4830-84b6-ef004cc093a2 admin admin] Request body: {'subnet': {'network_id': 'bce3a234-1cae-4887-bec8-91c61c8ca7fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-566097299-subnet', 'tenant_id': '63d87b314e424ad98697c7e716ac84dd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:49:54.868357 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-c67b910a-9a24-407c-a73d-69e6ab0c563b tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:49:54.883441 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-9446f3fc-7ccf-4e2e-b265-975923d11360 req-25876427-24a9-4870-9059-a9a1b5ff22dc tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] Notify callbacks [] for port, precommit_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:54.931372 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ffeece-52e2-4879-bd35-20082cd5d760 req-10c1eff9-41a5-40e1-9b1f-3e23ef48ea9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:49:54.932199 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [req-a5ffeece-52e2-4879-bd35-20082cd5d760 req-10c1eff9-41a5-40e1-9b1f-3e23ef48ea9c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-860254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564043'] for port, before_response {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:54.933628 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-a5ffeece-52e2-4879-bd35-20082cd5d760 req-10c1eff9-41a5-40e1-9b1f-3e23ef48ea9c service neutron] 10.222.0.13 "PUT /v2.0/ports/9f32a9bd-cf9b-416b-bb4f-bc81ca793bf0 HTTP/1.1" status: 200 len: 1094 time: 1.5737269 Jun 17 05:49:54.968586 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28503d4a-afc3-434a-bd10-4045586cbc4c', 'tag': '9f32a9bd-cf9b-416b-bb4f-bc81ca793bf0'}] {{(pid=99869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 05:49:54.971229 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0cd30a2dc25f77063b731b1ee0033d2c5eeab35dac275bd41c8bb76e2bc3849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed6d0d10-1f4f-4e0d-90c2-6c5a32005f36" -d '{"events": [{"name": "network-changed", "server_uuid": "28503d4a-afc3-434a-bd10-4045586cbc4c", "tag": "9f32a9bd-cf9b-416b-bb4f-bc81ca793bf0"}]}' {{(pid=99869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 05:49:55.004253 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c1eff9-41a5-40e1-9b1f-3e23ef48ea9c service neutron] Pushing event updated for resources: {'Port': ['ID=9f32a9bd-cf9b-416b-bb4f-bc81ca793bf0,revision_number=3']} {{(pid=99869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:49:55.008102 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-10c1eff9-41a5-40e1-9b1f-3e23ef48ea9c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:49:55.033995 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-cd2aa1af-83e0-4ace-b429-7b80f79a64fc req-76f6ecb5-014a-4f87-a84e-25a29da3e5b2 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Notify callbacks [] for port, precommit_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:55.054431 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.db.provisioning_blocks [req-cd2aa1af-83e0-4ace-b429-7b80f79a64fc req-76f6ecb5-014a-4f87-a84e-25a29da3e5b2 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Transition to ACTIVE for port object 8dd72959-2b7c-45aa-93ff-855a3c936576 will not be triggered until provisioned by entity DHCP. {{(pid=99868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 05:49:55.071401 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-0343d499-e34b-4699-8f0f-003e29fae989 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:55.102278 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 05:49:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-973628d9-dca6-4148-8939-569fc680d8db x-openstack-request-id: req-973628d9-dca6-4148-8939-569fc680d8db {{(pid=99869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 05:49:55.102682 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28503d4a-afc3-434a-bd10-4045586cbc4c", "tag": "9f32a9bd-cf9b-416b-bb4f-bc81ca793bf0", "status": "completed", "code": 200}]} {{(pid=99869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 05:49:55.103069 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-973628d9-dca6-4148-8939-569fc680d8db {{(pid=99869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 05:49:55.103546 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28503d4a-afc3-434a-bd10-4045586cbc4c', 'tag': '9f32a9bd-cf9b-416b-bb4f-bc81ca793bf0', 'status': 'completed', 'code': 200} Jun 17 05:49:55.123653 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.wsgi [-] (99868) accepted ('10.222.0.11', 52726) {{(pid=99868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:49:55.162965 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-0343d499-e34b-4699-8f0f-003e29fae989 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:55.164125 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-9446f3fc-7ccf-4e2e-b265-975923d11360 req-25876427-24a9-4870-9059-a9a1b5ff22dc tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1465235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-156110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-564052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773697504543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2882486'] for port, after_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:55.168957 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-07779e89-d058-4832-ba1c-bfaa0e36082e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:49:55.169445 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-cd2aa1af-83e0-4ace-b429-7b80f79a64fc req-76f6ecb5-014a-4f87-a84e-25a29da3e5b2 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1465235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-156110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-564052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773697504543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2882486'] for port, after_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:55.180217 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ffeece-52e2-4879-bd35-20082cd5d760 req-021be54a-d57d-4f9a-a1d0-3b6efe760194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:49:55.180427 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:49:55.181758 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-a5ffeece-52e2-4879-bd35-20082cd5d760 req-021be54a-d57d-4f9a-a1d0-3b6efe760194 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ce4f89efe12e4ea4942616b8dcf08d70&device_id=28503d4a-afc3-434a-bd10-4045586cbc4c HTTP/1.1" status: 200 len: 1097 time: 0.0712948 Jun 17 05:49:55.242715 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-a5ffeece-52e2-4879-bd35-20082cd5d760 req-53c52ca2-3798-4477-aab8-27b54773c7c1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9f32a9bd-cf9b-416b-bb4f-bc81ca793bf0 HTTP/1.1" status: 200 len: 217 time: 0.0531178 Jun 17 05:49:55.245613 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [None req-0343d499-e34b-4699-8f0f-003e29fae989 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=80160bf541d14b43ad1e5abc57079e61&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8138311 Jun 17 05:49:55.246251 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0343d499-e34b-4699-8f0f-003e29fae989 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d730fda-7825-415f-9a20-aabb6f556f69,revision_number=1']} {{(pid=99869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:49:55.249258 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-0343d499-e34b-4699-8f0f-003e29fae989 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:49:55.251199 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.wsgi [-] (99869) accepted ('10.222.0.11', 52730) {{(pid=99869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:49:55.274127 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd2aa1af-83e0-4ace-b429-7b80f79a64fc req-76f6ecb5-014a-4f87-a84e-25a29da3e5b2 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Network 1b25af0c-7521-4ee5-941d-fb951a7e4542 is already hosted by enough agents. {{(pid=99868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 05:49:55.289603 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a5526af-a455-4830-84b6-ef004cc093a2 admin admin] Made reservation on behalf of 63d87b314e424ad98697c7e716ac84dd for: {'subnet': 1} {{(pid=99868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 05:49:55.291926 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-7a5526af-a455-4830-84b6-ef004cc093a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26633748'] for subnet, before_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:55.293723 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-a8da24c3-237a-4e0a-9936-5d521d011109 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:55.295516 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.scheduler.base_scheduler [req-cd2aa1af-83e0-4ace-b429-7b80f79a64fc req-76f6ecb5-014a-4f87-a84e-25a29da3e5b2 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Resources bound (agent type, host, resource id): {{(pid=99868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 05:49:55.318735 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd2aa1af-83e0-4ace-b429-7b80f79a64fc req-76f6ecb5-014a-4f87-a84e-25a29da3e5b2 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Received port after_create {{(pid=99868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 05:49:55.322873 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9446f3fc-7ccf-4e2e-b265-975923d11360 req-25876427-24a9-4870-9059-a9a1b5ff22dc tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] Network e0c1f876-47bf-439c-8cf9-05719b315ed5 is already hosted by enough agents. {{(pid=99868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 05:49:55.326922 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ffeece-52e2-4879-bd35-20082cd5d760 req-daa44e4b-e5d8-4fca-ad3d-81dce28f4518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:49:55.328438 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-a5ffeece-52e2-4879-bd35-20082cd5d760 req-daa44e4b-e5d8-4fca-ad3d-81dce28f4518 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1775a254-338e-4962-94a2-6ab4e879a1ad HTTP/1.1" status: 200 len: 857 time: 0.0783072 Jun 17 05:49:55.369023 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-a5ffeece-52e2-4879-bd35-20082cd5d760 req-09a028ac-b66d-4e2b-b6ac-5e7a1be55463 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e0c1f876-47bf-439c-8cf9-05719b315ed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294650 Jun 17 05:49:55.369663 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-af16dc76-5050-414a-ba7f-ae787274a5f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:55.382034 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.scheduler.base_scheduler [req-9446f3fc-7ccf-4e2e-b265-975923d11360 req-25876427-24a9-4870-9059-a9a1b5ff22dc tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] Resources bound (agent type, host, resource id): {{(pid=99868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 05:49:55.384965 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f6ecb5-014a-4f87-a84e-25a29da3e5b2 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Pushing event updated for resources: {'Port': ['ID=8dd72959-2b7c-45aa-93ff-855a3c936576,revision_number=1']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:49:55.386932 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.db.l3_dvrscheduler_db [req-9446f3fc-7ccf-4e2e-b265-975923d11360 req-25876427-24a9-4870-9059-a9a1b5ff22dc tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] Received port after_create {{(pid=99868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 05:49:55.452319 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-af16dc76-5050-414a-ba7f-ae787274a5f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:55.544205 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-a5ffeece-52e2-4879-bd35-20082cd5d760 req-a5827ad3-446f-4126-831e-d8123b14b92e service neutron] 10.222.0.13 "GET /v2.0/networks/e0c1f876-47bf-439c-8cf9-05719b315ed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588819 Jun 17 05:49:55.568136 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9446f3fc-7ccf-4e2e-b265-975923d11360 req-25876427-24a9-4870-9059-a9a1b5ff22dc tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:49:55.569381 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-9446f3fc-7ccf-4e2e-b265-975923d11360 req-25876427-24a9-4870-9059-a9a1b5ff22dc tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-860254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564043'] for port, before_response {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:55.586535 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2aa1af-83e0-4ace-b429-7b80f79a64fc req-76f6ecb5-014a-4f87-a84e-25a29da3e5b2 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:49:55.586957 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-cd2aa1af-83e0-4ace-b429-7b80f79a64fc req-76f6ecb5-014a-4f87-a84e-25a29da3e5b2 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-860254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564043'] for port, before_response {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:55.611374 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25876427-24a9-4870-9059-a9a1b5ff22dc tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] Pushing event updated for resources: {'Port': ['ID=0587ee3f-7f05-420f-846f-65ed77a5622f,revision_number=1']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:49:55.614774 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-25876427-24a9-4870-9059-a9a1b5ff22dc tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.434s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:49:55.615309 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-065dd98b-23d9-42b2-adfb-88af90e7ba82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.381s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:49:55.615663 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-065dd98b-23d9-42b2-adfb-88af90e7ba82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:49:55.683769 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11870a1-0dde-4dfd-80d7-fdc3fedd16b8 req-c54d922f-6368-4ca8-ae80-2199ebdabf0d tempest-DeleteServersTestJSON-1119969054 tempest-DeleteServersTestJSON-1119969054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:49:55.685401 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-b11870a1-0dde-4dfd-80d7-fdc3fedd16b8 req-c54d922f-6368-4ca8-ae80-2199ebdabf0d tempest-DeleteServersTestJSON-1119969054 tempest-DeleteServersTestJSON-1119969054-project] 10.222.0.11 "GET /v2.0/ports?device_id=253f886a-2e8f-47e2-be0e-130b5b2ca526 HTTP/1.1" status: 200 len: 945 time: 0.0854876 Jun 17 05:49:55.709677 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.provisioning_blocks [None req-44d60223-62f5-4101-9da1-94caa5abdefc None None] Provisioning for port 8dd72959-2b7c-45aa-93ff-855a3c936576 completed by entity DHCP. {{(pid=99870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 05:49:55.711120 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-af16dc76-5050-414a-ba7f-ae787274a5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:55.714085 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.provisioning_blocks [None req-44d60223-62f5-4101-9da1-94caa5abdefc None None] Provisioning complete for port 8dd72959-2b7c-45aa-93ff-855a3c936576 triggered by entity DHCP. {{(pid=99870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 05:49:55.714516 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-44d60223-62f5-4101-9da1-94caa5abdefc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551367'] for port, provisioning_complete {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:55.716187 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-af16dc76-5050-414a-ba7f-ae787274a5f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:55.717510 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [None req-af16dc76-5050-414a-ba7f-ae787274a5f6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7d730fda-7825-415f-9a20-aabb6f556f69 HTTP/1.1" status: 204 len: 168 time: 0.4654229 Jun 17 05:49:55.719042 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-94259b3b-c59d-43aa-a726-deee6d98c375 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:49:55.728738 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-a5ffeece-52e2-4879-bd35-20082cd5d760 req-d9834451-dfb6-4607-a35b-afe8ba5b0072 service neutron] 10.222.0.13 "GET /v2.0/networks/e0c1f876-47bf-439c-8cf9-05719b315ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1805511 Jun 17 05:49:55.745505 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af16dc76-5050-414a-ba7f-ae787274a5f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d730fda-7825-415f-9a20-aabb6f556f69,revision_number=None']} {{(pid=99869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:49:55.749300 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-af16dc76-5050-414a-ba7f-ae787274a5f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:49:55.753360 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.plugin [None req-44d60223-62f5-4101-9da1-94caa5abdefc None None] Port 8dd72959-2b7c-45aa-93ff-855a3c936576 cannot update to ACTIVE because it is not bound. {{(pid=99870) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 05:49:55.764712 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb32940-fb45-4b7e-8fbd-20b006c3017e req-dbf6fb35-1079-46fc-949d-5e83c806fd69 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:49:55.764712 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-7cb32940-fb45-4b7e-8fbd-20b006c3017e req-dbf6fb35-1079-46fc-949d-5e83c806fd69 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/ports?device_id=3d0d5a00-9e06-45cf-af70-826834445347 HTTP/1.1" status: 200 len: 932 time: 0.1263418 Jun 17 05:49:55.788404 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-b11870a1-0dde-4dfd-80d7-fdc3fedd16b8 req-e6381141-01bd-49b9-8722-d1aeb31d8278 tempest-DeleteServersTestJSON-1119969054 tempest-DeleteServersTestJSON-1119969054-project] 10.222.0.11 "GET /v2.0/security-groups?id=a9a31ddb-8cc2-4b6b-8a8d-423b85fd10e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948350 Jun 17 05:49:55.813144 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-7cb32940-fb45-4b7e-8fbd-20b006c3017e req-79be7b55-aa7f-46d6-af79-b6b3ae22b780 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ce8ebda-6a66-4ae7-b677-cf05040a027e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425575 Jun 17 05:49:55.866250 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-a8da24c3-237a-4e0a-9936-5d521d011109 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:55.931207 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6d0d10-1f4f-4e0d-90c2-6c5a32005f36 req-7897eee7-b0b6-4a8d-a134-83746547da33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:49:55.933194 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-ed6d0d10-1f4f-4e0d-90c2-6c5a32005f36 req-7897eee7-b0b6-4a8d-a134-83746547da33 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ce4f89efe12e4ea4942616b8dcf08d70&device_id=28503d4a-afc3-434a-bd10-4045586cbc4c HTTP/1.1" status: 200 len: 1097 time: 0.0835371 Jun 17 05:49:55.947501 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-a8da24c3-237a-4e0a-9936-5d521d011109 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:55.953680 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-4018f8b0-dff0-4d20-af1f-edb575518481 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:49:55.989512 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Device 44e79a14-18dc-49e6-86df-a8b43c6bd407 up at agent hyperv_hv-cinder-77262 {{(pid=99870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 05:49:56.025099 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [None req-a8da24c3-237a-4e0a-9936-5d521d011109 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c1eebbfeeb974d5989e3932c0f211526&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8975859 Jun 17 05:49:56.026644 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8da24c3-237a-4e0a-9936-5d521d011109 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c3ccdc8-54bd-4411-9ff9-a6da231b3c7f,revision_number=1']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:49:56.026888 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.wsgi [-] (99869) accepted ('10.222.0.11', 52756) {{(pid=99869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:49:56.031455 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-a8da24c3-237a-4e0a-9936-5d521d011109 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:49:56.032415 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-7a5526af-a455-4830-84b6-ef004cc093a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2882314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26633734'] for subnet, after_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:56.037409 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:49:56.061922 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6d0d10-1f4f-4e0d-90c2-6c5a32005f36 req-d1bb8815-9aec-4694-841d-ebb1bfecd6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:49:56.063381 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-ed6d0d10-1f4f-4e0d-90c2-6c5a32005f36 req-d1bb8815-9aec-4694-841d-ebb1bfecd6a3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e0c1f876-47bf-439c-8cf9-05719b315ed5 HTTP/1.1" status: 200 len: 918 time: 0.1239018 Jun 17 05:49:56.074488 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-9446f3fc-7ccf-4e2e-b265-975923d11360 req-25876427-24a9-4870-9059-a9a1b5ff22dc tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2030034 Jun 17 05:49:56.075926 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-cd2aa1af-83e0-4ace-b429-7b80f79a64fc req-76f6ecb5-014a-4f87-a84e-25a29da3e5b2 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5690868 Jun 17 05:49:56.100034 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.v2.base [req-9446f3fc-7ccf-4e2e-b265-975923d11360 req-39631f32-7d39-4d15-a78e-dca46375bef5 service neutron] Request body: {'port': {'device_id': '78f4023e-2a2f-47f9-b977-30c96e374c99', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=99868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:49:56.115255 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.provisioning_blocks [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Provisioning for port 44e79a14-18dc-49e6-86df-a8b43c6bd407 completed by entity L2. {{(pid=99870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 05:49:56.119327 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-ed6d0d10-1f4f-4e0d-90c2-6c5a32005f36 req-057c0750-763d-4832-b2eb-c28bd2440615 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9f32a9bd-cf9b-416b-bb4f-bc81ca793bf0 HTTP/1.1" status: 200 len: 217 time: 0.0473986 Jun 17 05:49:56.125778 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.provisioning_blocks [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Provisioning complete for port 44e79a14-18dc-49e6-86df-a8b43c6bd407 triggered by entity L2. {{(pid=99870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 05:49:56.127716 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551367'] for port, provisioning_complete {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:56.130407 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.v2.base [req-cd2aa1af-83e0-4ace-b429-7b80f79a64fc req-c11ac81b-af28-4f47-a161-97842d0d0f54 service neutron] Request body: {'port': {'device_id': '3d0d5a00-9e06-45cf-af70-826834445347', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=99868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:49:56.139636 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dd5fa8-2ef2-4cbb-ab9a-ddbb92050992 req-b5efd4df-4eb9-4d3e-af67-421f140f3f64 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:49:56.141135 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-74dd5fa8-2ef2-4cbb-ab9a-ddbb92050992 req-b5efd4df-4eb9-4d3e-af67-421f140f3f64 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/ports?device_id=78f4023e-2a2f-47f9-b977-30c96e374c99 HTTP/1.1" status: 200 len: 931 time: 0.1902168 Jun 17 05:49:56.161811 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-f030171f-c8ba-4b11-990a-be94e1c40c87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:56.199697 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-f030171f-c8ba-4b11-990a-be94e1c40c87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:56.202375 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6d0d10-1f4f-4e0d-90c2-6c5a32005f36 req-e279bb0f-86de-4bf5-8df5-6b334fa0e3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:49:56.204520 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-ed6d0d10-1f4f-4e0d-90c2-6c5a32005f36 req-e279bb0f-86de-4bf5-8df5-6b334fa0e3bb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1775a254-338e-4962-94a2-6ab4e879a1ad HTTP/1.1" status: 200 len: 857 time: 0.0736098 Jun 17 05:49:56.204869 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5526af-a455-4830-84b6-ef004cc093a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9cecfb3f-dd13-4651-a1c4-0623ad544afd,revision_number=0']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:49:56.255493 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-7a5526af-a455-4830-84b6-ef004cc093a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:49:56.319146 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1464132'] for port, before_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:56.322618 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a5526af-a455-4830-84b6-ef004cc093a2 admin admin] Checking segment: {'id': '610ca3f8-5550-430d-8975-0cad37f000e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'bce3a234-1cae-4887-bec8-91c61c8ca7fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 05:49:56.323019 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a5526af-a455-4830-84b6-ef004cc093a2 admin admin] Network hostable DHCP agents. Network: bce3a234-1cae-4887-bec8-91c61c8ca7fb, hostable agents: ['f091d0a2-6a46-4cbb-8021-fc5f6c6b7d63'], hosted agents: [] {{(pid=99868) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 05:49:56.375463 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.db [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] For port 44e79a14-18dc-49e6-86df-a8b43c6bd407, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=44e79a14-18dc-49e6-86df-a8b43c6bd407,segment=NetworkSegment(61c8141e-524b-46c2-a733-1e98b362680f),segment_id=61c8141e-524b-46c2-a733-1e98b362680f)] {{(pid=99870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:49:56.375870 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '253f886a-2e8f-47e2-be0e-130b5b2ca526', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44e79a14-18dc-49e6-86df-a8b43c6bd407'}] {{(pid=99870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 05:49:56.382159 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-74dd5fa8-2ef2-4cbb-ab9a-ddbb92050992 req-9e10fd5d-263e-4896-b20d-65ec0f2f4826 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/security-groups?id=72b04d2a-db53-4be4-b153-1399428b4f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247491 Jun 17 05:49:56.402884 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-9446f3fc-7ccf-4e2e-b265-975923d11360 req-39631f32-7d39-4d15-a78e-dca46375bef5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1464132'] for port, before_update {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:56.415798 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-cd2aa1af-83e0-4ace-b429-7b80f79a64fc req-c11ac81b-af28-4f47-a161-97842d0d0f54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1464132'] for port, before_update {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:56.476564 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-ed6d0d10-1f4f-4e0d-90c2-6c5a32005f36 req-9db4d79f-4524-43b6-bc9f-90be91b0505b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e0c1f876-47bf-439c-8cf9-05719b315ed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2637987 Jun 17 05:49:56.573365 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b488aefaa6b1d6b79683e2609a7ce48815cfc41b5bb42f7017315c525e2bf75d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3adbb683-433d-438d-81cc-40f1464cb67c" -d '{"events": [{"server_uuid": "253f886a-2e8f-47e2-be0e-130b5b2ca526", "name": "network-vif-plugged", "status": "completed", "tag": "44e79a14-18dc-49e6-86df-a8b43c6bd407"}]}' {{(pid=99870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 05:49:56.581801 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-ed6d0d10-1f4f-4e0d-90c2-6c5a32005f36 req-76cf0537-9c55-444b-aadc-2fa38f2a2f3b service neutron] 10.222.0.13 "GET /v2.0/networks/e0c1f876-47bf-439c-8cf9-05719b315ed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969181 Jun 17 05:49:56.663359 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 05:49:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-708a77d7-5fc2-4992-9378-3b3e8c1af3dc x-openstack-request-id: req-708a77d7-5fc2-4992-9378-3b3e8c1af3dc {{(pid=99870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 05:49:56.663704 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "253f886a-2e8f-47e2-be0e-130b5b2ca526", "name": "network-vif-plugged", "status": "completed", "tag": "44e79a14-18dc-49e6-86df-a8b43c6bd407", "code": 200}]} {{(pid=99870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 05:49:56.663968 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-708a77d7-5fc2-4992-9378-3b3e8c1af3dc {{(pid=99870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 05:49:56.664825 dv-cinder-772623-9-smb neutron-server[99870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '253f886a-2e8f-47e2-be0e-130b5b2ca526', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44e79a14-18dc-49e6-86df-a8b43c6bd407', 'code': 200} Jun 17 05:49:56.669788 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773697962343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773697504561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773697504606'] for port, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:56.672220 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:49:56.681196 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-ed6d0d10-1f4f-4e0d-90c2-6c5a32005f36 req-bad3d089-4f56-4840-9331-0b5c73b8a33d service neutron] 10.222.0.13 "GET /v2.0/networks/e0c1f876-47bf-439c-8cf9-05719b315ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924678 Jun 17 05:49:56.728850 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Pushing event updated for resources: {'Port': ['ID=44e79a14-18dc-49e6-86df-a8b43c6bd407,revision_number=5']} {{(pid=99870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:49:56.732521 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:49:57.001202 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-f030171f-c8ba-4b11-990a-be94e1c40c87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:57.009493 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-f030171f-c8ba-4b11-990a-be94e1c40c87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:57.010691 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [None req-f030171f-c8ba-4b11-990a-be94e1c40c87 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5c3ccdc8-54bd-4411-9ff9-a6da231b3c7f HTTP/1.1" status: 204 len: 168 time: 0.9828880 Jun 17 05:49:57.017153 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:49:57.043994 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68772c3c-9675-456e-8890-f4ae137d6c4a req-0582b521-4324-45a8-960c-792cfbc0b2f6 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:49:57.043994 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-68772c3c-9675-456e-8890-f4ae137d6c4a req-0582b521-4324-45a8-960c-792cfbc0b2f6 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/ports?device_id=3d0d5a00-9e06-45cf-af70-826834445347 HTTP/1.1" status: 200 len: 932 time: 0.0937934 Jun 17 05:49:57.043994 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f030171f-c8ba-4b11-990a-be94e1c40c87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c3ccdc8-54bd-4411-9ff9-a6da231b3c7f,revision_number=None']} {{(pid=99869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:49:57.043994 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-f030171f-c8ba-4b11-990a-be94e1c40c87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:49:57.092116 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-68772c3c-9675-456e-8890-f4ae137d6c4a req-60d419f0-23b1-4f10-8f29-db33ec09901f tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ce8ebda-6a66-4ae7-b677-cf05040a027e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489671 Jun 17 05:49:57.107920 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a5526af-a455-4830-84b6-ef004cc093a2 admin admin] Network bce3a234-1cae-4887-bec8-91c61c8ca7fb is scheduled to be hosted by DHCP agent f091d0a2-6a46-4cbb-8021-fc5f6c6b7d63 with binding_index 1 {{(pid=99868) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 05:49:57.156409 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.notifiers.nova [req-cd2aa1af-83e0-4ace-b429-7b80f79a64fc req-c11ac81b-af28-4f47-a161-97842d0d0f54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8dd72959-2b7c-45aa-93ff-855a3c936576 {{(pid=99868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 05:49:57.183545 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-cd2aa1af-83e0-4ace-b429-7b80f79a64fc req-c11ac81b-af28-4f47-a161-97842d0d0f54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:57.210485 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.db.provisioning_blocks [req-cd2aa1af-83e0-4ace-b429-7b80f79a64fc req-c11ac81b-af28-4f47-a161-97842d0d0f54 service neutron] Transition to ACTIVE for port object 8dd72959-2b7c-45aa-93ff-855a3c936576 will not be triggered until provisioned by entity L2. {{(pid=99868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 05:49:57.217130 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.notifiers.nova [req-9446f3fc-7ccf-4e2e-b265-975923d11360 req-39631f32-7d39-4d15-a78e-dca46375bef5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0587ee3f-7f05-420f-846f-65ed77a5622f {{(pid=99868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 05:49:57.232600 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-9446f3fc-7ccf-4e2e-b265-975923d11360 req-39631f32-7d39-4d15-a78e-dca46375bef5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:57.251316 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073487a8-c1cb-4054-b2fe-48a1051daf1d req-fd1650b2-b7ef-447f-86ab-6a50afaee741 tempest-DeleteServersTestJSON-1119969054 tempest-DeleteServersTestJSON-1119969054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:49:57.252795 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-073487a8-c1cb-4054-b2fe-48a1051daf1d req-fd1650b2-b7ef-447f-86ab-6a50afaee741 tempest-DeleteServersTestJSON-1119969054 tempest-DeleteServersTestJSON-1119969054-project] 10.222.0.11 "GET /v2.0/ports?device_id=253f886a-2e8f-47e2-be0e-130b5b2ca526 HTTP/1.1" status: 200 len: 946 time: 0.2458811 Jun 17 05:49:57.253798 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.db.provisioning_blocks [req-9446f3fc-7ccf-4e2e-b265-975923d11360 req-39631f32-7d39-4d15-a78e-dca46375bef5 service neutron] Transition to ACTIVE for port object 0587ee3f-7f05-420f-846f-65ed77a5622f will not be triggered until provisioned by entity L2. {{(pid=99868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 05:49:57.294918 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-073487a8-c1cb-4054-b2fe-48a1051daf1d req-7d2c1d75-6548-4003-9762-bf1bcc8efb01 tempest-DeleteServersTestJSON-1119969054 tempest-DeleteServersTestJSON-1119969054-project] 10.222.0.11 "GET /v2.0/security-groups?id=a9a31ddb-8cc2-4b6b-8a8d-423b85fd10e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307693 Jun 17 05:49:57.419468 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.scheduler.base_scheduler [None req-7a5526af-a455-4830-84b6-ef004cc093a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-9-smb, bce3a234-1cae-4887-bec8-91c61c8ca7fb) {{(pid=99868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 05:49:57.424081 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a5526af-a455-4830-84b6-ef004cc093a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:49:57.424688 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-7a5526af-a455-4830-84b6-ef004cc093a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564043'] for subnet, before_response {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:57.433801 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5b5bac8-743c-47ae-964d-9c5d76ea46cc None None] Network bce3a234-1cae-4887-bec8-91c61c8ca7fb requested from dv-cinder-772623-9-smb {{(pid=99870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 05:49:57.451584 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-9446f3fc-7ccf-4e2e-b265-975923d11360 req-39631f32-7d39-4d15-a78e-dca46375bef5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773697962343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773697504561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773697504606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2882436'] for port, after_update {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:57.452329 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-cd2aa1af-83e0-4ace-b429-7b80f79a64fc req-c11ac81b-af28-4f47-a161-97842d0d0f54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773697962343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773697504561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773697504606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2882436'] for port, after_update {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:57.466134 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:49:57.583200 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a856e6b1-082a-482c-afa2-0476a0eed1c9 None None] Network bce3a234-1cae-4887-bec8-91c61c8ca7fb requested from dv-cinder-772623-9-smb {{(pid=99870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 05:49:57.639786 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [None req-7a5526af-a455-4830-84b6-ef004cc093a2 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.7849095 Jun 17 05:49:57.642632 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59aaf5e3-0166-4b89-87b0-8a1906a43ecb req-158d6154-afc7-4c0e-9ce0-5a0d3cb4bece tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:49:57.649840 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-59aaf5e3-0166-4b89-87b0-8a1906a43ecb req-158d6154-afc7-4c0e-9ce0-5a0d3cb4bece tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/ports?device_id=78f4023e-2a2f-47f9-b977-30c96e374c99 HTTP/1.1" status: 200 len: 943 time: 0.0928147 Jun 17 05:49:57.673276 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c1f620-a444-4b4e-b2e7-e0a8e144e547 req-6c612fbd-869e-4a83-bac8-6c8793ff6667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:49:57.674893 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-e7c1f620-a444-4b4e-b2e7-e0a8e144e547 req-6c612fbd-869e-4a83-bac8-6c8793ff6667 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=253f886a-2e8f-47e2-be0e-130b5b2ca526 HTTP/1.1" status: 200 len: 1099 time: 0.2164545 Jun 17 05:49:57.714056 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [req-e7c1f620-a444-4b4e-b2e7-e0a8e144e547 req-deef1224-41cf-4980-a747-704b0dc5b51c service neutron] Notify callbacks [] for security_group, before_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:57.746425 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39631f32-7d39-4d15-a78e-dca46375bef5 service neutron] Pushing event updated for resources: {'Port': ['ID=0587ee3f-7f05-420f-846f-65ed77a5622f,revision_number=2']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:49:57.758606 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-59aaf5e3-0166-4b89-87b0-8a1906a43ecb req-fd3a0bd5-65b7-42af-9eb0-986f9b773005 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/security-groups?id=72b04d2a-db53-4be4-b153-1399428b4f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062989 Jun 17 05:49:57.907324 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [req-e7c1f620-a444-4b4e-b2e7-e0a8e144e547 req-deef1224-41cf-4980-a747-704b0dc5b51c service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:57.980561 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11ac81b-af28-4f47-a161-97842d0d0f54 service neutron] Pushing event updated for resources: {'Port': ['ID=8dd72959-2b7c-45aa-93ff-855a3c936576,revision_number=2']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:49:57.984062 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-c11ac81b-af28-4f47-a161-97842d0d0f54 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.518s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:49:57.987618 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-065dd98b-23d9-42b2-adfb-88af90e7ba82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.457s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:49:57.987995 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-065dd98b-23d9-42b2-adfb-88af90e7ba82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:49:57.996337 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.managers [req-9446f3fc-7ccf-4e2e-b265-975923d11360 req-39631f32-7d39-4d15-a78e-dca46375bef5 service neutron] Attempting to bind port 0587ee3f-7f05-420f-846f-65ed77a5622f on host hv-cinder-77262 for vnic_type normal with profile {{(pid=99868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 05:49:57.996688 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.managers [req-9446f3fc-7ccf-4e2e-b265-975923d11360 req-39631f32-7d39-4d15-a78e-dca46375bef5 service neutron] Attempting to bind port 0587ee3f-7f05-420f-846f-65ed77a5622f by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': '00707abe-e8f8-444e-9847-b9464fdf568f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'e0c1f876-47bf-439c-8cf9-05719b315ed5'}] {{(pid=99868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 05:49:57.997043 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9446f3fc-7ccf-4e2e-b265-975923d11360 req-39631f32-7d39-4d15-a78e-dca46375bef5 service neutron] Attempting to bind port 0587ee3f-7f05-420f-846f-65ed77a5622f on network e0c1f876-47bf-439c-8cf9-05719b315ed5 {{(pid=99868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 05:49:58.005180 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [req-e7c1f620-a444-4b4e-b2e7-e0a8e144e547 req-deef1224-41cf-4980-a747-704b0dc5b51c service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:58.010335 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9446f3fc-7ccf-4e2e-b265-975923d11360 req-39631f32-7d39-4d15-a78e-dca46375bef5 service neutron] Port 0587ee3f-7f05-420f-846f-65ed77a5622f on network e0c1f876-47bf-439c-8cf9-05719b315ed5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=99868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 05:49:58.010335 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9446f3fc-7ccf-4e2e-b265-975923d11360 req-39631f32-7d39-4d15-a78e-dca46375bef5 service neutron] Attempting to bind port 0587ee3f-7f05-420f-846f-65ed77a5622f on network e0c1f876-47bf-439c-8cf9-05719b315ed5 {{(pid=99868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 05:49:58.010712 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:49:58.015846 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9446f3fc-7ccf-4e2e-b265-975923d11360 req-39631f32-7d39-4d15-a78e-dca46375bef5 service neutron] Checking agent: {'id': 'a94c375a-f30e-48af-b86b-c1ab552b3c7d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 5, 47, 47), 'started_at': datetime.datetime(2021, 6, 17, 5, 47, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 5, 49, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 05:49:58.016206 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9446f3fc-7ccf-4e2e-b265-975923d11360 req-39631f32-7d39-4d15-a78e-dca46375bef5 service neutron] Checking segment: {'id': '00707abe-e8f8-444e-9847-b9464fdf568f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'e0c1f876-47bf-439c-8cf9-05719b315ed5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 05:49:58.016926 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9446f3fc-7ccf-4e2e-b265-975923d11360 req-39631f32-7d39-4d15-a78e-dca46375bef5 service neutron] Bound using segment: {'id': '00707abe-e8f8-444e-9847-b9464fdf568f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'e0c1f876-47bf-439c-8cf9-05719b315ed5'} {{(pid=99868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 05:49:58.017362 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.managers [req-9446f3fc-7ccf-4e2e-b265-975923d11360 req-39631f32-7d39-4d15-a78e-dca46375bef5 service neutron] Bound port: 0587ee3f-7f05-420f-846f-65ed77a5622f, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00707abe-e8f8-444e-9847-b9464fdf568f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'e0c1f876-47bf-439c-8cf9-05719b315ed5'}}] {{(pid=99868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 05:49:58.017711 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-9446f3fc-7ccf-4e2e-b265-975923d11360 req-39631f32-7d39-4d15-a78e-dca46375bef5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1464132'] for port, before_update {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:58.042432 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-e7c1f620-a444-4b4e-b2e7-e0a8e144e547 req-deef1224-41cf-4980-a747-704b0dc5b51c service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a9a31ddb-8cc2-4b6b-8a8d-423b85fd10e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3540657 Jun 17 05:49:58.045005 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.managers [req-cd2aa1af-83e0-4ace-b429-7b80f79a64fc req-c11ac81b-af28-4f47-a161-97842d0d0f54 service neutron] Attempting to bind port 8dd72959-2b7c-45aa-93ff-855a3c936576 on host hv-cinder-77262 for vnic_type normal with profile {{(pid=99868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 05:49:58.045365 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.managers [req-cd2aa1af-83e0-4ace-b429-7b80f79a64fc req-c11ac81b-af28-4f47-a161-97842d0d0f54 service neutron] Attempting to bind port 8dd72959-2b7c-45aa-93ff-855a3c936576 by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': '81591838-08f0-432e-af25-79981cd4b7ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '1b25af0c-7521-4ee5-941d-fb951a7e4542'}] {{(pid=99868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 05:49:58.045691 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd2aa1af-83e0-4ace-b429-7b80f79a64fc req-c11ac81b-af28-4f47-a161-97842d0d0f54 service neutron] Attempting to bind port 8dd72959-2b7c-45aa-93ff-855a3c936576 on network 1b25af0c-7521-4ee5-941d-fb951a7e4542 {{(pid=99868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 05:49:58.046977 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deef1224-41cf-4980-a747-704b0dc5b51c service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=c93fb414-bc3d-4bf0-8815-95902c6738e2,revision_number=1']} {{(pid=99869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:49:58.049884 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-deef1224-41cf-4980-a747-704b0dc5b51c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:49:58.067340 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd2aa1af-83e0-4ace-b429-7b80f79a64fc req-c11ac81b-af28-4f47-a161-97842d0d0f54 service neutron] Port 8dd72959-2b7c-45aa-93ff-855a3c936576 on network 1b25af0c-7521-4ee5-941d-fb951a7e4542 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=99868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 05:49:58.067605 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd2aa1af-83e0-4ace-b429-7b80f79a64fc req-c11ac81b-af28-4f47-a161-97842d0d0f54 service neutron] Attempting to bind port 8dd72959-2b7c-45aa-93ff-855a3c936576 on network 1b25af0c-7521-4ee5-941d-fb951a7e4542 {{(pid=99868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 05:49:58.077904 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd2aa1af-83e0-4ace-b429-7b80f79a64fc req-c11ac81b-af28-4f47-a161-97842d0d0f54 service neutron] Checking agent: {'id': 'a94c375a-f30e-48af-b86b-c1ab552b3c7d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 5, 47, 47), 'started_at': datetime.datetime(2021, 6, 17, 5, 47, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 5, 49, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 05:49:58.078239 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd2aa1af-83e0-4ace-b429-7b80f79a64fc req-c11ac81b-af28-4f47-a161-97842d0d0f54 service neutron] Checking segment: {'id': '81591838-08f0-432e-af25-79981cd4b7ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '1b25af0c-7521-4ee5-941d-fb951a7e4542'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 05:49:58.078621 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd2aa1af-83e0-4ace-b429-7b80f79a64fc req-c11ac81b-af28-4f47-a161-97842d0d0f54 service neutron] Bound using segment: {'id': '81591838-08f0-432e-af25-79981cd4b7ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '1b25af0c-7521-4ee5-941d-fb951a7e4542'} {{(pid=99868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 05:49:58.079075 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.managers [req-cd2aa1af-83e0-4ace-b429-7b80f79a64fc req-c11ac81b-af28-4f47-a161-97842d0d0f54 service neutron] Bound port: 8dd72959-2b7c-45aa-93ff-855a3c936576, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81591838-08f0-432e-af25-79981cd4b7ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '1b25af0c-7521-4ee5-941d-fb951a7e4542'}}] {{(pid=99868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 05:49:58.079425 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-cd2aa1af-83e0-4ace-b429-7b80f79a64fc req-c11ac81b-af28-4f47-a161-97842d0d0f54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1464132'] for port, before_update {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:58.135801 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.db [req-9446f3fc-7ccf-4e2e-b265-975923d11360 req-39631f32-7d39-4d15-a78e-dca46375bef5 service neutron] For port 0587ee3f-7f05-420f-846f-65ed77a5622f, host hv-cinder-77262, cleared binding levels {{(pid=99868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 05:49:58.162340 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.db [req-9446f3fc-7ccf-4e2e-b265-975923d11360 req-39631f32-7d39-4d15-a78e-dca46375bef5 service neutron] For port 0587ee3f-7f05-420f-846f-65ed77a5622f, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=0587ee3f-7f05-420f-846f-65ed77a5622f,segment=NetworkSegment(00707abe-e8f8-444e-9847-b9464fdf568f),segment_id=00707abe-e8f8-444e-9847-b9464fdf568f)] {{(pid=99868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 05:49:58.194277 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.db [req-cd2aa1af-83e0-4ace-b429-7b80f79a64fc req-c11ac81b-af28-4f47-a161-97842d0d0f54 service neutron] For port 8dd72959-2b7c-45aa-93ff-855a3c936576, host hv-cinder-77262, cleared binding levels {{(pid=99868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 05:49:58.197866 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.db [req-cd2aa1af-83e0-4ace-b429-7b80f79a64fc req-c11ac81b-af28-4f47-a161-97842d0d0f54 service neutron] For port 8dd72959-2b7c-45aa-93ff-855a3c936576, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=8dd72959-2b7c-45aa-93ff-855a3c936576,segment=NetworkSegment(81591838-08f0-432e-af25-79981cd4b7ed),segment_id=81591838-08f0-432e-af25-79981cd4b7ed)] {{(pid=99868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 05:49:58.296131 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090dfe83-1a3c-4f57-9782-5188641bb07b req-153b0976-bb1d-47dc-ae92-bef49bb3d357 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:49:58.297581 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-090dfe83-1a3c-4f57-9782-5188641bb07b req-153b0976-bb1d-47dc-ae92-bef49bb3d357 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/ports?device_id=3d0d5a00-9e06-45cf-af70-826834445347 HTTP/1.1" status: 200 len: 944 time: 0.0756156 Jun 17 05:49:58.302436 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-9446f3fc-7ccf-4e2e-b265-975923d11360 req-39631f32-7d39-4d15-a78e-dca46375bef5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773697962343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773697504561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773697504606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2882436'] for port, after_update {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:58.311176 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:49:58.353955 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9446f3fc-7ccf-4e2e-b265-975923d11360 req-39631f32-7d39-4d15-a78e-dca46375bef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:49:58.354576 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-9446f3fc-7ccf-4e2e-b265-975923d11360 req-39631f32-7d39-4d15-a78e-dca46375bef5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-860254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564043'] for port, before_response {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:58.355960 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-9446f3fc-7ccf-4e2e-b265-975923d11360 req-39631f32-7d39-4d15-a78e-dca46375bef5 service neutron] 10.222.0.13 "PUT /v2.0/ports/0587ee3f-7f05-420f-846f-65ed77a5622f HTTP/1.1" status: 200 len: 1093 time: 2.2654698 Jun 17 05:49:58.357557 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78f4023e-2a2f-47f9-b977-30c96e374c99', 'tag': '0587ee3f-7f05-420f-846f-65ed77a5622f'}] {{(pid=99868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 05:49:58.377131 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-090dfe83-1a3c-4f57-9782-5188641bb07b req-0409ce57-d94b-4345-a459-f82b2d2748ed tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ce8ebda-6a66-4ae7-b677-cf05040a027e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735583 Jun 17 05:49:58.393955 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39631f32-7d39-4d15-a78e-dca46375bef5 service neutron] Pushing event updated for resources: {'Port': ['ID=0587ee3f-7f05-420f-846f-65ed77a5622f,revision_number=3']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:49:58.403948 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-39631f32-7d39-4d15-a78e-dca46375bef5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:49:58.405369 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-cd2aa1af-83e0-4ace-b429-7b80f79a64fc req-c11ac81b-af28-4f47-a161-97842d0d0f54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773697962343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773697504561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773697504606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2882436'] for port, after_update {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:58.407756 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:49:58.437624 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.wsgi [-] (99868) accepted ('10.222.0.11', 52828) {{(pid=99868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:49:58.473616 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-65acd419-0e82-4752-b102-ffe57d724e2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:58.476212 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2aa1af-83e0-4ace-b429-7b80f79a64fc req-c11ac81b-af28-4f47-a161-97842d0d0f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:49:58.476815 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-cd2aa1af-83e0-4ace-b429-7b80f79a64fc req-c11ac81b-af28-4f47-a161-97842d0d0f54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-860254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564043'] for port, before_response {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:58.478458 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-cd2aa1af-83e0-4ace-b429-7b80f79a64fc req-c11ac81b-af28-4f47-a161-97842d0d0f54 service neutron] 10.222.0.13 "PUT /v2.0/ports/8dd72959-2b7c-45aa-93ff-855a3c936576 HTTP/1.1" status: 200 len: 1094 time: 2.3863940 Jun 17 05:49:58.510773 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11ac81b-af28-4f47-a161-97842d0d0f54 service neutron] Pushing event updated for resources: {'Port': ['ID=8dd72959-2b7c-45aa-93ff-855a3c936576,revision_number=3']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:49:58.513753 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d97e52f-503b-4961-825e-90159d33a3c4 req-ecfb6ed0-bbd0-44af-8884-633102217246 tempest-DeleteServersTestJSON-1119969054 tempest-DeleteServersTestJSON-1119969054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:49:58.515209 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-c11ac81b-af28-4f47-a161-97842d0d0f54 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:49:58.522567 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-6d97e52f-503b-4961-825e-90159d33a3c4 req-ecfb6ed0-bbd0-44af-8884-633102217246 tempest-DeleteServersTestJSON-1119969054 tempest-DeleteServersTestJSON-1119969054-project] 10.222.0.11 "GET /v2.0/ports?device_id=253f886a-2e8f-47e2-be0e-130b5b2ca526 HTTP/1.1" status: 200 len: 946 time: 0.1076965 Jun 17 05:49:58.580088 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-6d97e52f-503b-4961-825e-90159d33a3c4 req-4a3bebd4-1f29-4527-9e94-2645b70f1a85 tempest-DeleteServersTestJSON-1119969054 tempest-DeleteServersTestJSON-1119969054-project] 10.222.0.11 "GET /v2.0/security-groups?id=a9a31ddb-8cc2-4b6b-8a8d-423b85fd10e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562034 Jun 17 05:49:58.683320 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9446f3fc-7ccf-4e2e-b265-975923d11360 req-4da25b4a-6fc5-4f63-b12a-3e5760bc3911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:49:58.684782 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-9446f3fc-7ccf-4e2e-b265-975923d11360 req-4da25b4a-6fc5-4f63-b12a-3e5760bc3911 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ce4f89efe12e4ea4942616b8dcf08d70&device_id=78f4023e-2a2f-47f9-b977-30c96e374c99 HTTP/1.1" status: 200 len: 1096 time: 0.1667430 Jun 17 05:49:58.758344 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-9446f3fc-7ccf-4e2e-b265-975923d11360 req-6a4e7ce9-9366-44cf-b11b-d82e71f41244 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0587ee3f-7f05-420f-846f-65ed77a5622f HTTP/1.1" status: 200 len: 217 time: 0.0606816 Jun 17 05:49:58.786968 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-65acd419-0e82-4752-b102-ffe57d724e2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:58.828605 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2aa1af-83e0-4ace-b429-7b80f79a64fc req-a503b0c5-f0af-4871-a417-dfa3315e2b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:49:58.830092 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-cd2aa1af-83e0-4ace-b429-7b80f79a64fc req-a503b0c5-f0af-4871-a417-dfa3315e2b68 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=33f2c29736bb40d78fad571bf0a20025&device_id=3d0d5a00-9e06-45cf-af70-826834445347 HTTP/1.1" status: 200 len: 1097 time: 0.1912100 Jun 17 05:49:58.834747 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9446f3fc-7ccf-4e2e-b265-975923d11360 req-eff1e37f-42d0-4ad6-a517-f323a8080dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:49:58.836148 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-9446f3fc-7ccf-4e2e-b265-975923d11360 req-eff1e37f-42d0-4ad6-a517-f323a8080dd5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1775a254-338e-4962-94a2-6ab4e879a1ad HTTP/1.1" status: 200 len: 857 time: 0.0675769 Jun 17 05:49:58.914041 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8d1bbba7808a8cca0df1ca407b71cd1cd2965420825a4b8dd9215cbcd05a37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b961bdb-7839-4f3a-8d0a-13927c3db531" -d '{"events": [{"name": "network-changed", "server_uuid": "78f4023e-2a2f-47f9-b977-30c96e374c99", "tag": "0587ee3f-7f05-420f-846f-65ed77a5622f"}]}' {{(pid=99868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 05:49:58.936139 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-cd2aa1af-83e0-4ace-b429-7b80f79a64fc req-331f75cd-ec19-4b56-a277-a27f723b0246 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8dd72959-2b7c-45aa-93ff-855a3c936576 HTTP/1.1" status: 200 len: 217 time: 0.0924466 Jun 17 05:49:58.937901 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-9446f3fc-7ccf-4e2e-b265-975923d11360 req-157762f5-cb82-4d42-98fb-df455a8f46c8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e0c1f876-47bf-439c-8cf9-05719b315ed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0932055 Jun 17 05:49:58.945526 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-65acd419-0e82-4752-b102-ffe57d724e2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:58.950702 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-fda493cc-742d-43e4-b536-e5e6c1422dda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:49:59.082296 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [None req-65acd419-0e82-4752-b102-ffe57d724e2a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7d06433885cc496889535bbf53187993&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6403995 Jun 17 05:49:59.084969 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.wsgi [-] (99869) accepted ('10.222.0.11', 52862) {{(pid=99869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:49:59.090601 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65acd419-0e82-4752-b102-ffe57d724e2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a553d586-9667-4cfd-a01c-1e87c486e575,revision_number=1']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:49:59.099046 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-65acd419-0e82-4752-b102-ffe57d724e2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:49:59.108355 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2aa1af-83e0-4ace-b429-7b80f79a64fc req-99246ab8-b5d9-41a3-85ff-1e53646a6200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:49:59.109806 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-cd2aa1af-83e0-4ace-b429-7b80f79a64fc req-99246ab8-b5d9-41a3-85ff-1e53646a6200 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f3d724f9-6f99-4efc-a641-a453b34c57ab HTTP/1.1" status: 200 len: 855 time: 0.1598933 Jun 17 05:49:59.205098 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-9446f3fc-7ccf-4e2e-b265-975923d11360 req-2856db55-7ee7-4ca2-a1f3-e0d07e09aa6e service neutron] 10.222.0.13 "GET /v2.0/networks/e0c1f876-47bf-439c-8cf9-05719b315ed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2517397 Jun 17 05:49:59.207308 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-fbebcb5b-e60a-43c7-899e-8902d67a6052 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:59.215879 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57ac0e6-cec0-490f-8b83-b9133dd0b1c7 req-dc7eeedb-e57d-418e-a799-54ed06371c1b tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:49:59.217705 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-b57ac0e6-cec0-490f-8b83-b9133dd0b1c7 req-dc7eeedb-e57d-418e-a799-54ed06371c1b tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/ports?device_id=78f4023e-2a2f-47f9-b977-30c96e374c99 HTTP/1.1" status: 200 len: 943 time: 0.3010268 Jun 17 05:49:59.250283 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-fbebcb5b-e60a-43c7-899e-8902d67a6052 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:59.454989 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 05:49:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bec47a7-fabf-4608-8033-34cf5e556d40 x-openstack-request-id: req-7bec47a7-fabf-4608-8033-34cf5e556d40 {{(pid=99868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 05:49:59.455614 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78f4023e-2a2f-47f9-b977-30c96e374c99", "tag": "0587ee3f-7f05-420f-846f-65ed77a5622f", "status": "completed", "code": 200}]} {{(pid=99868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 05:49:59.455983 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7bec47a7-fabf-4608-8033-34cf5e556d40 {{(pid=99868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 05:49:59.456457 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78f4023e-2a2f-47f9-b977-30c96e374c99', 'tag': '0587ee3f-7f05-420f-846f-65ed77a5622f', 'status': 'completed', 'code': 200} Jun 17 05:49:59.484479 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.wsgi [-] (99869) accepted ('10.222.0.11', 52876) {{(pid=99869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:49:59.490178 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.v2.base [None req-0f8f41eb-a8f4-4931-9b9e-09b680478824 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1802706307-network', 'tenant_id': 'b3dde15c03444ee9a674b2598afd3e71'}} {{(pid=99869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:49:59.511022 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-fbebcb5b-e60a-43c7-899e-8902d67a6052 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:59.513824 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-b57ac0e6-cec0-490f-8b83-b9133dd0b1c7 req-3b4a4fbf-8510-4bf5-940f-9cbc6b24f20f tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/security-groups?id=72b04d2a-db53-4be4-b153-1399428b4f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2810628 Jun 17 05:49:59.517391 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2aa1af-83e0-4ace-b429-7b80f79a64fc req-f8edc5db-71bd-42da-b6e9-77cdd820634e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:49:59.518424 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-cd2aa1af-83e0-4ace-b429-7b80f79a64fc req-f8edc5db-71bd-42da-b6e9-77cdd820634e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1b25af0c-7521-4ee5-941d-fb951a7e4542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3954096 Jun 17 05:49:59.525009 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-fbebcb5b-e60a-43c7-899e-8902d67a6052 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:59.530759 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [None req-fbebcb5b-e60a-43c7-899e-8902d67a6052 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a553d586-9667-4cfd-a01c-1e87c486e575 HTTP/1.1" status: 204 len: 168 time: 0.4434688 Jun 17 05:49:59.532138 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-f030171f-c8ba-4b11-990a-be94e1c40c87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:49:59.542245 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbebcb5b-e60a-43c7-899e-8902d67a6052 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a553d586-9667-4cfd-a01c-1e87c486e575,revision_number=None']} {{(pid=99869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:49:59.585990 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-9446f3fc-7ccf-4e2e-b265-975923d11360 req-bf50f113-1bc5-4b17-9daf-b9cb41c1317e service neutron] 10.222.0.13 "GET /v2.0/networks/e0c1f876-47bf-439c-8cf9-05719b315ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3671334 Jun 17 05:49:59.601635 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-fbebcb5b-e60a-43c7-899e-8902d67a6052 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:49:59.655855 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-cd2aa1af-83e0-4ace-b429-7b80f79a64fc req-8a134641-eec6-448d-9868-2b6820534e36 service neutron] 10.222.0.13 "GET /v2.0/networks/1b25af0c-7521-4ee5-941d-fb951a7e4542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288013 Jun 17 05:49:59.701821 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84911bb2-2787-4ad8-a98d-cad2d656b607 req-c683742f-fce1-48f6-92a3-6ec2574f45a7 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:49:59.710464 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-84911bb2-2787-4ad8-a98d-cad2d656b607 req-c683742f-fce1-48f6-92a3-6ec2574f45a7 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/ports?device_id=3d0d5a00-9e06-45cf-af70-826834445347 HTTP/1.1" status: 200 len: 944 time: 0.1796205 Jun 17 05:49:59.720448 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f8f41eb-a8f4-4931-9b9e-09b680478824 admin admin] Made reservation on behalf of b3dde15c03444ee9a674b2598afd3e71 for: {'network': 1} {{(pid=99869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 05:49:59.736801 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-0f8f41eb-a8f4-4931-9b9e-09b680478824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1464150'] for network, before_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:59.762062 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-0f8f41eb-a8f4-4931-9b9e-09b680478824 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:59.777509 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-cd2aa1af-83e0-4ace-b429-7b80f79a64fc req-33471110-a05a-4cc5-ae88-70726bd2d9c9 service neutron] 10.222.0.13 "GET /v2.0/networks/1b25af0c-7521-4ee5-941d-fb951a7e4542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144547 Jun 17 05:49:59.795105 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-84911bb2-2787-4ad8-a98d-cad2d656b607 req-ed3ef53f-68a6-40af-93eb-ce59728d31ed tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ce8ebda-6a66-4ae7-b677-cf05040a027e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769112 Jun 17 05:49:59.862917 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eb5572-f880-4eda-8935-dbcbd2aaf7c9 req-853d4881-a9b6-44d2-adb9-eaa7340312c8 tempest-DeleteServersTestJSON-1119969054 tempest-DeleteServersTestJSON-1119969054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:49:59.864444 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-e2eb5572-f880-4eda-8935-dbcbd2aaf7c9 req-853d4881-a9b6-44d2-adb9-eaa7340312c8 tempest-DeleteServersTestJSON-1119969054 tempest-DeleteServersTestJSON-1119969054-project] 10.222.0.11 "GET /v2.0/ports?device_id=253f886a-2e8f-47e2-be0e-130b5b2ca526 HTTP/1.1" status: 200 len: 946 time: 0.0845978 Jun 17 05:49:59.889281 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-0f8f41eb-a8f4-4931-9b9e-09b680478824 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:49:59.930531 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-e2eb5572-f880-4eda-8935-dbcbd2aaf7c9 req-6cfa3ae1-486b-468c-ba5e-efb7218d6f13 tempest-DeleteServersTestJSON-1119969054 tempest-DeleteServersTestJSON-1119969054-project] 10.222.0.11 "GET /v2.0/security-groups?id=a9a31ddb-8cc2-4b6b-8a8d-423b85fd10e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585556 Jun 17 05:49:59.963702 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b961bdb-7839-4f3a-8d0a-13927c3db531 req-76a6e89c-d786-43b4-9305-dda399f41da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:49:59.965276 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-0b961bdb-7839-4f3a-8d0a-13927c3db531 req-76a6e89c-d786-43b4-9305-dda399f41da9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ce4f89efe12e4ea4942616b8dcf08d70&device_id=78f4023e-2a2f-47f9-b977-30c96e374c99 HTTP/1.1" status: 200 len: 1096 time: 0.0649040 Jun 17 05:49:59.993295 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-0f8f41eb-a8f4-4931-9b9e-09b680478824 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:00.000810 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-af16dc76-5050-414a-ba7f-ae787274a5f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:50:00.007251 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Device 9f32a9bd-cf9b-416b-bb4f-bc81ca793bf0 details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=99870) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 05:50:00.042934 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f8f41eb-a8f4-4931-9b9e-09b680478824 admin admin] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=99869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 05:50:00.049722 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8f41eb-a8f4-4931-9b9e-09b680478824 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03fe8885-da4d-4d30-94db-927f618af389,revision_number=1']} {{(pid=99869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:50:00.055927 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-0f8f41eb-a8f4-4931-9b9e-09b680478824 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:50:00.067574 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-0f8f41eb-a8f4-4931-9b9e-09b680478824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589316'] for segment, precommit_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:00.067574 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.db.segments_db [None req-0f8f41eb-a8f4-4931-9b9e-09b680478824 admin admin] Added segment 4458e0cf-9bad-4f76-ad6f-ea1ab9717d9c of type vlan for network 122cbaa1-2a05-4a4d-b129-5926842606b8 Jun 17 05:50:00.114955 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.db [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] For port 9f32a9bd-cf9b-416b-bb4f-bc81ca793bf0, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=9f32a9bd-cf9b-416b-bb4f-bc81ca793bf0,segment=NetworkSegment(00707abe-e8f8-444e-9847-b9464fdf568f),segment_id=00707abe-e8f8-444e-9847-b9464fdf568f)] {{(pid=99870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:50:00.116153 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-0f8f41eb-a8f4-4931-9b9e-09b680478824 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773697459366'] for network, precommit_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:00.128604 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Returning: {'device': '9f32a9bd-cf9b-416b-bb4f-bc81ca793bf0', 'network_id': 'e0c1f876-47bf-439c-8cf9-05719b315ed5', 'port_id': '9f32a9bd-cf9b-416b-bb4f-bc81ca793bf0', 'mac_address': 'fa:16:3e:f0:c4:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1775a254-338e-4962-94a2-6ab4e879a1ad', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99870) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 05:50:00.166366 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b961bdb-7839-4f3a-8d0a-13927c3db531 req-e45744e5-e4f1-4830-9c24-63e54f11d906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:00.168062 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-0b961bdb-7839-4f3a-8d0a-13927c3db531 req-e45744e5-e4f1-4830-9c24-63e54f11d906 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e0c1f876-47bf-439c-8cf9-05719b315ed5 HTTP/1.1" status: 200 len: 918 time: 0.1881416 Jun 17 05:50:00.170677 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1464132'] for port, before_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:00.184638 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.notifiers.nova [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f32a9bd-cf9b-416b-bb4f-bc81ca793bf0 {{(pid=99870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 05:50:00.211156 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.db [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] For port 9f32a9bd-cf9b-416b-bb4f-bc81ca793bf0, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=9f32a9bd-cf9b-416b-bb4f-bc81ca793bf0,segment=NetworkSegment(00707abe-e8f8-444e-9847-b9464fdf568f),segment_id=00707abe-e8f8-444e-9847-b9464fdf568f)] {{(pid=99870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:50:00.218656 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-0b961bdb-7839-4f3a-8d0a-13927c3db531 req-2a11f02b-e4d9-4c8f-8d5f-b0fb2cbe4b33 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0587ee3f-7f05-420f-846f-65ed77a5622f HTTP/1.1" status: 200 len: 217 time: 0.0439010 Jun 17 05:50:00.277098 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b961bdb-7839-4f3a-8d0a-13927c3db531 req-e07afe3a-87fb-4237-b002-d0ff2d172a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:00.278863 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-0b961bdb-7839-4f3a-8d0a-13927c3db531 req-e07afe3a-87fb-4237-b002-d0ff2d172a0e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1775a254-338e-4962-94a2-6ab4e879a1ad HTTP/1.1" status: 200 len: 857 time: 0.0537052 Jun 17 05:50:00.312688 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-0b961bdb-7839-4f3a-8d0a-13927c3db531 req-e567cd9a-cee5-4ed9-b573-26549e2df48b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e0c1f876-47bf-439c-8cf9-05719b315ed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258071 Jun 17 05:50:00.371674 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-0f8f41eb-a8f4-4931-9b9e-09b680478824 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3713235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-564052'] for network, after_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:00.376766 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f8f41eb-a8f4-4931-9b9e-09b680478824 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:00.376766 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-0f8f41eb-a8f4-4931-9b9e-09b680478824 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564043'] for network, before_response {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:00.378967 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:50:00.404323 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-0b961bdb-7839-4f3a-8d0a-13927c3db531 req-7f745a2f-5fc8-458e-bac4-e2597af233fe service neutron] 10.222.0.13 "GET /v2.0/networks/e0c1f876-47bf-439c-8cf9-05719b315ed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844400 Jun 17 05:50:00.436236 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8f41eb-a8f4-4931-9b9e-09b680478824 admin admin] Pushing event updated for resources: {'Network': ['ID=122cbaa1-2a05-4a4d-b129-5926842606b8,revision_number=1']} {{(pid=99869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:50:00.438937 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-0f8f41eb-a8f4-4931-9b9e-09b680478824 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:50:00.446017 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Network 122cbaa1-2a05-4a4d-b129-5926842606b8 details requested by agent ovs-agent-dv-cinder-772623-9-smb with host dv-cinder-772623-9-smb {{(pid=99870) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 05:50:00.465735 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773697962343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773697504561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773697504606'] for port, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:00.496021 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:50:00.501641 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-0b961bdb-7839-4f3a-8d0a-13927c3db531 req-0a77169f-7cdd-4cf8-8d3d-36a539966d07 service neutron] 10.222.0.13 "GET /v2.0/networks/e0c1f876-47bf-439c-8cf9-05719b315ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842006 Jun 17 05:50:00.565324 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Pushing event updated for resources: {'Port': ['ID=9f32a9bd-cf9b-416b-bb4f-bc81ca793bf0,revision_number=4']} {{(pid=99870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:50:00.572577 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [None req-0f8f41eb-a8f4-4931-9b9e-09b680478824 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0866210 Jun 17 05:50:00.575095 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.wsgi [-] (99869) accepted ('10.222.0.11', 52910) {{(pid=99869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:50:00.580830 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:50:00.581093 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.v2.base [None req-92d88271-aad2-41ab-9b88-8395732e9df8 admin admin] Request body: {'subnet': {'network_id': '122cbaa1-2a05-4a4d-b129-5926842606b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1802706307-subnet', 'tenant_id': 'b3dde15c03444ee9a674b2598afd3e71', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:50:00.708701 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.db [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] get_ports_and_sgs() called for port_ids ['9f32a9bd-cf9b-416b-bb4f-bc81ca793bf0'] {{(pid=99870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 05:50:00.713918 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61dca43-e444-4fcf-84f7-89032fba7383 req-d3306d8c-6cd0-406a-a23f-4f340ea70453 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:00.715429 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-b61dca43-e444-4fcf-84f7-89032fba7383 req-d3306d8c-6cd0-406a-a23f-4f340ea70453 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/ports?device_id=78f4023e-2a2f-47f9-b977-30c96e374c99 HTTP/1.1" status: 200 len: 943 time: 0.0640488 Jun 17 05:50:00.718946 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92d88271-aad2-41ab-9b88-8395732e9df8 admin admin] Made reservation on behalf of b3dde15c03444ee9a674b2598afd3e71 for: {'subnet': 1} {{(pid=99869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 05:50:00.722932 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-92d88271-aad2-41ab-9b88-8395732e9df8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27191924'] for subnet, before_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:00.808005 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-b61dca43-e444-4fcf-84f7-89032fba7383 req-655cd051-8f71-486c-a572-8c6aa915aa2a tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/security-groups?id=72b04d2a-db53-4be4-b153-1399428b4f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845129 Jun 17 05:50:01.011771 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75342edb-35cd-4e90-b91d-3702ef4f99ef req-2ad56149-de6a-482d-81c4-a08e5103e128 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:01.013436 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-75342edb-35cd-4e90-b91d-3702ef4f99ef req-2ad56149-de6a-482d-81c4-a08e5103e128 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/ports?device_id=3d0d5a00-9e06-45cf-af70-826834445347 HTTP/1.1" status: 200 len: 944 time: 0.0794845 Jun 17 05:50:01.053015 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-75342edb-35cd-4e90-b91d-3702ef4f99ef req-b1cbb4c5-597e-4009-b2ee-29c5b8a3d962 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ce8ebda-6a66-4ae7-b677-cf05040a027e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336955 Jun 17 05:50:01.108797 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561c53d8-d559-458e-a7ab-f7254c7302b6 req-dfa7616f-f563-440a-8295-6f2a72df4cbd tempest-DeleteServersTestJSON-1119969054 tempest-DeleteServersTestJSON-1119969054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:01.110229 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-561c53d8-d559-458e-a7ab-f7254c7302b6 req-dfa7616f-f563-440a-8295-6f2a72df4cbd tempest-DeleteServersTestJSON-1119969054 tempest-DeleteServersTestJSON-1119969054-project] 10.222.0.11 "GET /v2.0/ports?device_id=253f886a-2e8f-47e2-be0e-130b5b2ca526 HTTP/1.1" status: 200 len: 946 time: 0.0624723 Jun 17 05:50:01.129143 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-92d88271-aad2-41ab-9b88-8395732e9df8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2565432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27191910'] for subnet, after_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:01.134483 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-8db68f94-40ab-4442-abd7-9c7e5c5fddb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:50:01.189011 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-561c53d8-d559-458e-a7ab-f7254c7302b6 req-7e5f928d-afbd-4232-ace7-0dcac8b11650 tempest-DeleteServersTestJSON-1119969054 tempest-DeleteServersTestJSON-1119969054-project] 10.222.0.11 "GET /v2.0/security-groups?id=a9a31ddb-8cc2-4b6b-8a8d-423b85fd10e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729473 Jun 17 05:50:01.205092 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d88271-aad2-41ab-9b88-8395732e9df8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2fbd1473-90f3-411a-bd24-bdf9887ec48f,revision_number=0']} {{(pid=99869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:50:01.207961 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-92d88271-aad2-41ab-9b88-8395732e9df8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:50:01.225778 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d88271-aad2-41ab-9b88-8395732e9df8 admin admin] Checking segment: {'id': '4458e0cf-9bad-4f76-ad6f-ea1ab9717d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '122cbaa1-2a05-4a4d-b129-5926842606b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 05:50:01.226310 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92d88271-aad2-41ab-9b88-8395732e9df8 admin admin] Network hostable DHCP agents. Network: 122cbaa1-2a05-4a4d-b129-5926842606b8, hostable agents: ['f091d0a2-6a46-4cbb-8021-fc5f6c6b7d63'], hosted agents: [] {{(pid=99869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 05:50:01.343354 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92d88271-aad2-41ab-9b88-8395732e9df8 admin admin] Network 122cbaa1-2a05-4a4d-b129-5926842606b8 is scheduled to be hosted by DHCP agent f091d0a2-6a46-4cbb-8021-fc5f6c6b7d63 with binding_index 1 {{(pid=99869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 05:50:01.458044 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d0d5a00-9e06-45cf-af70-826834445347', 'tag': '8dd72959-2b7c-45aa-93ff-855a3c936576'}] {{(pid=99868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 05:50:01.460350 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8d1bbba7808a8cca0df1ca407b71cd1cd2965420825a4b8dd9215cbcd05a37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c15e4e26-6e65-492b-b89f-423184316619" -d '{"events": [{"name": "network-changed", "server_uuid": "3d0d5a00-9e06-45cf-af70-826834445347", "tag": "8dd72959-2b7c-45aa-93ff-855a3c936576"}]}' {{(pid=99868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 05:50:01.474063 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.scheduler.base_scheduler [None req-92d88271-aad2-41ab-9b88-8395732e9df8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-9-smb, 122cbaa1-2a05-4a4d-b129-5926842606b8) {{(pid=99869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 05:50:01.478253 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92d88271-aad2-41ab-9b88-8395732e9df8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:01.479100 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-92d88271-aad2-41ab-9b88-8395732e9df8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564043'] for subnet, before_response {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:01.484567 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feef2f3e-cea3-4903-b409-d119e10f37ab None None] Network 122cbaa1-2a05-4a4d-b129-5926842606b8 requested from dv-cinder-772623-9-smb {{(pid=99870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 05:50:01.500843 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 05:50:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb3ed261-b346-4108-83a2-696df68c035b x-openstack-request-id: req-cb3ed261-b346-4108-83a2-696df68c035b {{(pid=99868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 05:50:01.501158 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d0d5a00-9e06-45cf-af70-826834445347", "tag": "8dd72959-2b7c-45aa-93ff-855a3c936576", "status": "completed", "code": 200}]} {{(pid=99868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 05:50:01.501435 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-cb3ed261-b346-4108-83a2-696df68c035b {{(pid=99868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 05:50:01.501853 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d0d5a00-9e06-45cf-af70-826834445347', 'tag': '8dd72959-2b7c-45aa-93ff-855a3c936576', 'status': 'completed', 'code': 200} Jun 17 05:50:01.594548 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15e4e26-6e65-492b-b89f-423184316619 req-dcd6b4f4-0015-4a2c-acf0-8755e24d5367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:01.611496 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-c15e4e26-6e65-492b-b89f-423184316619 req-dcd6b4f4-0015-4a2c-acf0-8755e24d5367 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=33f2c29736bb40d78fad571bf0a20025&device_id=3d0d5a00-9e06-45cf-af70-826834445347 HTTP/1.1" status: 200 len: 1097 time: 0.0717204 Jun 17 05:50:01.646996 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [None req-92d88271-aad2-41ab-9b88-8395732e9df8 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0703874 Jun 17 05:50:01.657457 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b95b2cf9-b47c-49a6-a220-85cac85ff990 None None] Network 122cbaa1-2a05-4a4d-b129-5926842606b8 requested from dv-cinder-772623-9-smb {{(pid=99870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 05:50:01.713532 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15e4e26-6e65-492b-b89f-423184316619 req-f69d9cb2-27ca-4c19-8a0a-12ee94345ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:01.715193 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-c15e4e26-6e65-492b-b89f-423184316619 req-f69d9cb2-27ca-4c19-8a0a-12ee94345ecc service neutron] 10.222.0.13 "GET /v2.0/networks?id=1b25af0c-7521-4ee5-941d-fb951a7e4542 HTTP/1.1" status: 200 len: 917 time: 0.1018722 Jun 17 05:50:01.775969 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-c15e4e26-6e65-492b-b89f-423184316619 req-06c9355d-c7dd-4f01-a002-f5f1dd1c6347 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8dd72959-2b7c-45aa-93ff-855a3c936576 HTTP/1.1" status: 200 len: 217 time: 0.0537417 Jun 17 05:50:01.826956 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15e4e26-6e65-492b-b89f-423184316619 req-fdcdc464-9cc1-4a60-a3ca-6de2a763601e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:01.828391 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-c15e4e26-6e65-492b-b89f-423184316619 req-fdcdc464-9cc1-4a60-a3ca-6de2a763601e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f3d724f9-6f99-4efc-a641-a453b34c57ab HTTP/1.1" status: 200 len: 855 time: 0.0461986 Jun 17 05:50:01.890424 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15e4e26-6e65-492b-b89f-423184316619 req-fc231359-6245-448d-adbe-87e44e745d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:01.891897 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-c15e4e26-6e65-492b-b89f-423184316619 req-fc231359-6245-448d-adbe-87e44e745d61 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1b25af0c-7521-4ee5-941d-fb951a7e4542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0574598 Jun 17 05:50:01.991894 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-c15e4e26-6e65-492b-b89f-423184316619 req-212f360f-627e-41f3-b244-c111dc766d58 service neutron] 10.222.0.13 "GET /v2.0/networks/1b25af0c-7521-4ee5-941d-fb951a7e4542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929546 Jun 17 05:50:02.007432 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6625b9d9-4ae7-437f-8a21-d2fb6226422d req-96a1b7c3-7167-4bb5-a864-4efc01ac37b4 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:02.009430 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-6625b9d9-4ae7-437f-8a21-d2fb6226422d req-96a1b7c3-7167-4bb5-a864-4efc01ac37b4 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/ports?device_id=78f4023e-2a2f-47f9-b977-30c96e374c99 HTTP/1.1" status: 200 len: 943 time: 0.0675974 Jun 17 05:50:02.014980 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Device 9f32a9bd-cf9b-416b-bb4f-bc81ca793bf0 up at agent hyperv_hv-cinder-77262 {{(pid=99870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 05:50:02.073468 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-6625b9d9-4ae7-437f-8a21-d2fb6226422d req-82344e7b-ef92-4203-a5ac-3b5842b980b2 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/security-groups?id=72b04d2a-db53-4be4-b153-1399428b4f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581865 Jun 17 05:50:02.143205 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-c15e4e26-6e65-492b-b89f-423184316619 req-47bb1df6-e373-44c7-9092-0074a53367da service neutron] 10.222.0.13 "GET /v2.0/networks/1b25af0c-7521-4ee5-941d-fb951a7e4542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449831 Jun 17 05:50:02.172007 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.provisioning_blocks [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Provisioning for port 9f32a9bd-cf9b-416b-bb4f-bc81ca793bf0 completed by entity L2. {{(pid=99870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 05:50:02.175327 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.provisioning_blocks [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Provisioning complete for port 9f32a9bd-cf9b-416b-bb4f-bc81ca793bf0 triggered by entity L2. {{(pid=99870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 05:50:02.175999 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551367'] for port, provisioning_complete {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:02.265805 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793755f1-f546-4eb1-888b-b603b9df35b3 req-92d6cf5b-9b42-4b13-8723-e73569a59375 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:02.275007 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-793755f1-f546-4eb1-888b-b603b9df35b3 req-92d6cf5b-9b42-4b13-8723-e73569a59375 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/ports?device_id=3d0d5a00-9e06-45cf-af70-826834445347 HTTP/1.1" status: 200 len: 944 time: 0.0898421 Jun 17 05:50:02.301280 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1464132'] for port, before_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:02.346544 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.wsgi [-] (99868) accepted ('10.222.0.11', 52998) {{(pid=99868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:50:02.350995 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-793755f1-f546-4eb1-888b-b603b9df35b3 req-1a2b5ea1-18c1-4dc8-beea-51adff1ae126 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ce8ebda-6a66-4ae7-b677-cf05040a027e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746696 Jun 17 05:50:02.363589 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28503d4a-afc3-434a-bd10-4045586cbc4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f32a9bd-cf9b-416b-bb4f-bc81ca793bf0'}] {{(pid=99870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 05:50:02.367011 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b488aefaa6b1d6b79683e2609a7ce48815cfc41b5bb42f7017315c525e2bf75d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15328c69-a000-47cf-8ff0-c1debcaee20c" -d '{"events": [{"server_uuid": "28503d4a-afc3-434a-bd10-4045586cbc4c", "name": "network-vif-plugged", "status": "completed", "tag": "9f32a9bd-cf9b-416b-bb4f-bc81ca793bf0"}]}' {{(pid=99870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 05:50:02.390203 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.db [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] For port 9f32a9bd-cf9b-416b-bb4f-bc81ca793bf0, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=9f32a9bd-cf9b-416b-bb4f-bc81ca793bf0,segment=NetworkSegment(00707abe-e8f8-444e-9847-b9464fdf568f),segment_id=00707abe-e8f8-444e-9847-b9464fdf568f)] {{(pid=99870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:50:02.436748 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 05:50:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47a2ede8-f95b-4b54-957e-15ca42938b22 x-openstack-request-id: req-47a2ede8-f95b-4b54-957e-15ca42938b22 {{(pid=99870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 05:50:02.437084 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28503d4a-afc3-434a-bd10-4045586cbc4c", "name": "network-vif-plugged", "status": "completed", "tag": "9f32a9bd-cf9b-416b-bb4f-bc81ca793bf0", "code": 200}]} {{(pid=99870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 05:50:02.437350 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-47a2ede8-f95b-4b54-957e-15ca42938b22 {{(pid=99870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 05:50:02.437756 dv-cinder-772623-9-smb neutron-server[99870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28503d4a-afc3-434a-bd10-4045586cbc4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f32a9bd-cf9b-416b-bb4f-bc81ca793bf0', 'code': 200} Jun 17 05:50:02.513848 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773697962343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773697504561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773697504606'] for port, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:02.516435 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:50:02.597859 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Pushing event updated for resources: {'Port': ['ID=9f32a9bd-cf9b-416b-bb4f-bc81ca793bf0,revision_number=5']} {{(pid=99870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:50:02.601595 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:50:02.728353 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2fbca1-70c9-4ffa-8a0c-fbc0c1fff204 req-b47b50f7-cf14-49b0-a778-5c623b93787a tempest-VolumesActionsTest-1442188411 tempest-VolumesActionsTest-1442188411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:02.729897 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-af2fbca1-70c9-4ffa-8a0c-fbc0c1fff204 req-b47b50f7-cf14-49b0-a778-5c623b93787a tempest-VolumesActionsTest-1442188411 tempest-VolumesActionsTest-1442188411-project] 10.222.0.11 "GET /v2.0/networks?id=bce3a234-1cae-4887-bec8-91c61c8ca7fb HTTP/1.1" status: 200 len: 808 time: 0.1835375 Jun 17 05:50:02.747861 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-af2fbca1-70c9-4ffa-8a0c-fbc0c1fff204 req-ad7a0d16-34f9-4e6e-97e4-1f683327c315 tempest-VolumesActionsTest-1442188411 tempest-VolumesActionsTest-1442188411-project] 10.222.0.11 "GET /v2.0/quotas/63d87b314e424ad98697c7e716ac84dd HTTP/1.1" status: 200 len: 375 time: 0.0121145 Jun 17 05:50:02.773401 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-3b889591-164d-4ad1-819c-fcc8939faf64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:02.796213 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-af2fbca1-70c9-4ffa-8a0c-fbc0c1fff204 req-4c114e18-a2e8-473d-8336-1fa0d8e00bfc tempest-VolumesActionsTest-1442188411 tempest-VolumesActionsTest-1442188411-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=63d87b314e424ad98697c7e716ac84dd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0401280 Jun 17 05:50:02.978136 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-af2fbca1-70c9-4ffa-8a0c-fbc0c1fff204 req-85322668-5cae-46c4-b4ff-2ee75271f459 service neutron] 10.222.0.11 "GET /v2.0/networks/bce3a234-1cae-4887-bec8-91c61c8ca7fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733749 Jun 17 05:50:03.088843 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87af443-efe8-4097-a812-88f8ef1ba236 req-baf85170-3a2e-43e6-ba24-c0365bbe3b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:03.090302 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-e87af443-efe8-4097-a812-88f8ef1ba236 req-baf85170-3a2e-43e6-ba24-c0365bbe3b74 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=28503d4a-afc3-434a-bd10-4045586cbc4c HTTP/1.1" status: 200 len: 1099 time: 0.2034311 Jun 17 05:50:03.278838 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4373f084-a0cf-421d-99ff-c7cfa36f2605 req-317379f6-609a-41cd-a3c7-23842505df1e tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:03.284108 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-4373f084-a0cf-421d-99ff-c7cfa36f2605 req-317379f6-609a-41cd-a3c7-23842505df1e tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/ports?device_id=78f4023e-2a2f-47f9-b977-30c96e374c99 HTTP/1.1" status: 200 len: 943 time: 0.0819755 Jun 17 05:50:03.286713 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-3b889591-164d-4ad1-819c-fcc8939faf64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:03.319042 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-4373f084-a0cf-421d-99ff-c7cfa36f2605 req-33b4fc5e-38b1-498e-92b3-cd4d80713cbf tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/security-groups?id=72b04d2a-db53-4be4-b153-1399428b4f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320380 Jun 17 05:50:03.330129 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-af2fbca1-70c9-4ffa-8a0c-fbc0c1fff204 req-543bc9e9-6008-4726-8d43-ccc8b2e5b864 service neutron] 10.222.0.11 "GET /v2.0/networks/bce3a234-1cae-4887-bec8-91c61c8ca7fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3426716 Jun 17 05:50:03.335180 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-e87af443-efe8-4097-a812-88f8ef1ba236 req-2f0e0500-e478-4527-adec-f2ff24366351 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=72b04d2a-db53-4be4-b153-1399428b4f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2332416 Jun 17 05:50:03.429248 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-3b889591-164d-4ad1-819c-fcc8939faf64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:03.429248 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-9a239b45-6e69-45af-8f04-b9dac7ec6988 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:50:03.466656 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b889591-164d-4ad1-819c-fcc8939faf64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=848cc868-8ac1-45e8-a647-1503450d1c13,revision_number=1']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:50:03.471685 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [None req-3b889591-164d-4ad1-819c-fcc8939faf64 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7b7e6920d4c945e9ab8a18dfc6282dae&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1240752 Jun 17 05:50:03.473223 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-3b889591-164d-4ad1-819c-fcc8939faf64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:50:03.474483 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.wsgi [-] (99869) accepted ('10.222.0.11', 53060) {{(pid=99869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:50:03.562961 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-a7ab5265-6913-4f2a-a869-02eba9149575 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:03.591131 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-a7ab5265-6913-4f2a-a869-02eba9149575 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:03.641242 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac572593-076e-4d7c-a508-ea0fee332b0e req-02bc3624-7d0c-49fa-b933-5731d72947d2 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:03.642954 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-ac572593-076e-4d7c-a508-ea0fee332b0e req-02bc3624-7d0c-49fa-b933-5731d72947d2 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/ports?device_id=3d0d5a00-9e06-45cf-af70-826834445347 HTTP/1.1" status: 200 len: 944 time: 0.1178625 Jun 17 05:50:03.691253 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-ac572593-076e-4d7c-a508-ea0fee332b0e req-f9194402-b85e-425e-b9bd-629c81cf822a tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ce8ebda-6a66-4ae7-b677-cf05040a027e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419114 Jun 17 05:50:03.763486 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-a7ab5265-6913-4f2a-a869-02eba9149575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:03.766613 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-a7ab5265-6913-4f2a-a869-02eba9149575 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:03.771458 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [None req-a7ab5265-6913-4f2a-a869-02eba9149575 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/848cc868-8ac1-45e8-a647-1503450d1c13 HTTP/1.1" status: 204 len: 168 time: 0.2920806 Jun 17 05:50:03.771458 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:50:03.778192 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ab5265-6913-4f2a-a869-02eba9149575 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=848cc868-8ac1-45e8-a647-1503450d1c13,revision_number=None']} {{(pid=99869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:50:03.796389 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-a7ab5265-6913-4f2a-a869-02eba9149575 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:50:03.837568 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-5e8ceb0f-9e47-4bde-b93c-791249e08532 req-dba165bb-3657-4b9c-b6ba-a934762ca4ec tempest-VolumesActionsTest-1442188411 tempest-VolumesActionsTest-1442188411-project] 10.222.0.11 "GET /v2.0/ports?device_id=81a1ba72-4ec1-46d7-979d-85f1e7c38589 HTTP/1.1" status: 200 len: 210 time: 0.0315645 Jun 17 05:50:04.024893 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Device 8dd72959-2b7c-45aa-93ff-855a3c936576 details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=99870) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 05:50:04.125305 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.db [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] For port 8dd72959-2b7c-45aa-93ff-855a3c936576, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=8dd72959-2b7c-45aa-93ff-855a3c936576,segment=NetworkSegment(81591838-08f0-432e-af25-79981cd4b7ed),segment_id=81591838-08f0-432e-af25-79981cd4b7ed)] {{(pid=99870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:50:04.141956 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Returning: {'device': '8dd72959-2b7c-45aa-93ff-855a3c936576', 'network_id': '1b25af0c-7521-4ee5-941d-fb951a7e4542', 'port_id': '8dd72959-2b7c-45aa-93ff-855a3c936576', 'mac_address': 'fa:16:3e:9e:87:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3d724f9-6f99-4efc-a641-a453b34c57ab', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99870) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 05:50:04.256581 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1464132'] for port, before_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:04.277331 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.notifiers.nova [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8dd72959-2b7c-45aa-93ff-855a3c936576 {{(pid=99870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 05:50:04.299313 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.db [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] For port 8dd72959-2b7c-45aa-93ff-855a3c936576, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=8dd72959-2b7c-45aa-93ff-855a3c936576,segment=NetworkSegment(81591838-08f0-432e-af25-79981cd4b7ed),segment_id=81591838-08f0-432e-af25-79981cd4b7ed)] {{(pid=99870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:50:04.365766 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773697962343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773697504561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773697504606'] for port, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:04.366695 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Device 0587ee3f-7f05-420f-846f-65ed77a5622f details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=99870) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 05:50:04.370648 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:50:04.459859 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.wsgi [-] (99868) accepted ('10.222.0.11', 53140) {{(pid=99868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:50:04.485754 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Pushing event updated for resources: {'Port': ['ID=8dd72959-2b7c-45aa-93ff-855a3c936576,revision_number=4']} {{(pid=99870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:50:04.494662 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:50:04.555517 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.db [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] For port 0587ee3f-7f05-420f-846f-65ed77a5622f, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=0587ee3f-7f05-420f-846f-65ed77a5622f,segment=NetworkSegment(00707abe-e8f8-444e-9847-b9464fdf568f),segment_id=00707abe-e8f8-444e-9847-b9464fdf568f)] {{(pid=99870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:50:04.576298 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Returning: {'device': '0587ee3f-7f05-420f-846f-65ed77a5622f', 'network_id': 'e0c1f876-47bf-439c-8cf9-05719b315ed5', 'port_id': '0587ee3f-7f05-420f-846f-65ed77a5622f', 'mac_address': 'fa:16:3e:bb:42:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1775a254-338e-4962-94a2-6ab4e879a1ad', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99870) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 05:50:04.578336 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d50016-dc64-42b7-96af-813b11a52c01 req-97360851-b3ed-4795-91b1-e51ac3c9dc51 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:04.580014 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-35d50016-dc64-42b7-96af-813b11a52c01 req-97360851-b3ed-4795-91b1-e51ac3c9dc51 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/ports?device_id=78f4023e-2a2f-47f9-b977-30c96e374c99 HTTP/1.1" status: 200 len: 943 time: 0.1007061 Jun 17 05:50:04.651373 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-35d50016-dc64-42b7-96af-813b11a52c01 req-70631f49-59fc-4248-8dfc-5463088a6a43 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/security-groups?id=72b04d2a-db53-4be4-b153-1399428b4f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620544 Jun 17 05:50:04.653797 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-fc74dab7-7524-4cdb-b539-0ec5e6a13363 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:04.654599 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1464132'] for port, before_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:04.670636 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.notifiers.nova [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0587ee3f-7f05-420f-846f-65ed77a5622f {{(pid=99870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 05:50:04.691194 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.db [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] For port 0587ee3f-7f05-420f-846f-65ed77a5622f, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=0587ee3f-7f05-420f-846f-65ed77a5622f,segment=NetworkSegment(00707abe-e8f8-444e-9847-b9464fdf568f),segment_id=00707abe-e8f8-444e-9847-b9464fdf568f)] {{(pid=99870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:50:04.711379 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.wsgi [-] (99869) accepted ('10.222.0.11', 53150) {{(pid=99869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:50:04.725200 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-013a6d0a-b4da-481c-9558-07d55d975005 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:04.775831 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-fc74dab7-7524-4cdb-b539-0ec5e6a13363 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:04.811437 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773697962343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773697504561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773697504606'] for port, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:04.813713 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:50:04.828856 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-fc74dab7-7524-4cdb-b539-0ec5e6a13363 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:04.833481 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:50:04.918348 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Pushing event updated for resources: {'Port': ['ID=0587ee3f-7f05-420f-846f-65ed77a5622f,revision_number=4']} {{(pid=99870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:50:04.921846 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [None req-fc74dab7-7524-4cdb-b539-0ec5e6a13363 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e4d8e1c566b34fe384dcae96c24629fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4605997 Jun 17 05:50:04.922362 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.wsgi [-] (99869) accepted ('10.222.0.11', 53166) {{(pid=99869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:50:04.928383 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc74dab7-7524-4cdb-b539-0ec5e6a13363 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcd622ff-861c-4489-b701-b7e0c8f83ad3,revision_number=1']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:50:04.928508 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:50:04.932339 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-fc74dab7-7524-4cdb-b539-0ec5e6a13363 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:50:04.968361 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223ca5e5-9c67-4002-a69f-30badb67d846 req-c16304b5-3c9a-4482-8f29-e2714e29637f tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:04.970756 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-223ca5e5-9c67-4002-a69f-30badb67d846 req-c16304b5-3c9a-4482-8f29-e2714e29637f tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/ports?device_id=3d0d5a00-9e06-45cf-af70-826834445347 HTTP/1.1" status: 200 len: 945 time: 0.1260281 Jun 17 05:50:04.999268 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-013a6d0a-b4da-481c-9558-07d55d975005 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:05.030757 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-223ca5e5-9c67-4002-a69f-30badb67d846 req-4a5c2ebe-40c9-4eef-82fc-1a2cc2c208ac tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ce8ebda-6a66-4ae7-b677-cf05040a027e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387366 Jun 17 05:50:05.042774 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-5c3f0d96-aa2a-4981-a94e-213bdc32523b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:05.076691 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-7ebf0e92-22d2-456f-806f-66a486307201 req-48beadc1-832a-47cb-a818-b77035c48fda tempest-VolumesActionsTest-1442188411 tempest-VolumesActionsTest-1442188411-project] 10.222.0.11 "GET /v2.0/ports?device_id=81a1ba72-4ec1-46d7-979d-85f1e7c38589 HTTP/1.1" status: 200 len: 210 time: 0.0487800 Jun 17 05:50:05.084814 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-013a6d0a-b4da-481c-9558-07d55d975005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:05.088750 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.db [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] get_ports_and_sgs() called for port_ids ['0587ee3f-7f05-420f-846f-65ed77a5622f'] {{(pid=99870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 05:50:05.098633 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:50:05.103560 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-5c3f0d96-aa2a-4981-a94e-213bdc32523b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:05.110384 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.db [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] get_ports_and_sgs() called for port_ids ['8dd72959-2b7c-45aa-93ff-855a3c936576'] {{(pid=99870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 05:50:05.178240 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [None req-013a6d0a-b4da-481c-9558-07d55d975005 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=14c02f552a58462eb8618a2df7d52375&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4655793 Jun 17 05:50:05.180840 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.wsgi [-] (99868) accepted ('10.222.0.11', 53176) {{(pid=99868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:50:05.192872 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013a6d0a-b4da-481c-9558-07d55d975005 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=821f8fbd-f41c-4d38-b952-0c8b5683106a,revision_number=1']} {{(pid=99869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:50:05.216229 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-013a6d0a-b4da-481c-9558-07d55d975005 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:50:05.255708 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-49133f35-c1dd-4873-a6f8-c8bb317c7472 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:05.286953 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-49133f35-c1dd-4873-a6f8-c8bb317c7472 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:05.365424 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-5c3f0d96-aa2a-4981-a94e-213bdc32523b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:05.368441 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-5c3f0d96-aa2a-4981-a94e-213bdc32523b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:05.369711 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [None req-5c3f0d96-aa2a-4981-a94e-213bdc32523b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/fcd622ff-861c-4489-b701-b7e0c8f83ad3 HTTP/1.1" status: 204 len: 168 time: 0.4464767 Jun 17 05:50:05.370476 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-32167c45-b5ef-49bb-99d5-44d9aec3ddfe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:50:05.382859 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3f0d96-aa2a-4981-a94e-213bdc32523b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcd622ff-861c-4489-b701-b7e0c8f83ad3,revision_number=None']} {{(pid=99869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:50:05.387387 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-5c3f0d96-aa2a-4981-a94e-213bdc32523b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:50:05.450580 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-49133f35-c1dd-4873-a6f8-c8bb317c7472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:05.453780 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-49133f35-c1dd-4873-a6f8-c8bb317c7472 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:05.454928 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [None req-49133f35-c1dd-4873-a6f8-c8bb317c7472 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/821f8fbd-f41c-4d38-b952-0c8b5683106a HTTP/1.1" status: 204 len: 168 time: 0.2729962 Jun 17 05:50:05.456474 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-31f97766-3759-4bd5-9266-a0847d90ff92 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:50:05.463964 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49133f35-c1dd-4873-a6f8-c8bb317c7472 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=821f8fbd-f41c-4d38-b952-0c8b5683106a,revision_number=None']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:50:05.466576 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-49133f35-c1dd-4873-a6f8-c8bb317c7472 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:50:05.837397 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d14627-28e2-4e35-8016-75c9d82993d8 req-92db6f6a-2805-4288-9b5a-2028bd5fe6b7 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:05.838848 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-59d14627-28e2-4e35-8016-75c9d82993d8 req-92db6f6a-2805-4288-9b5a-2028bd5fe6b7 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/ports?device_id=78f4023e-2a2f-47f9-b977-30c96e374c99 HTTP/1.1" status: 200 len: 944 time: 0.0630012 Jun 17 05:50:05.879625 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-59d14627-28e2-4e35-8016-75c9d82993d8 req-c22543cc-ff1e-4cc4-a1ca-c7dfa4ef0bea tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/security-groups?id=72b04d2a-db53-4be4-b153-1399428b4f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325136 Jun 17 05:50:06.044731 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Device 8dd72959-2b7c-45aa-93ff-855a3c936576 up at agent hyperv_hv-cinder-77262 {{(pid=99870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 05:50:06.151788 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.wsgi [-] (99868) accepted ('10.222.0.11', 53208) {{(pid=99868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:50:06.293901 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-1ddce32b-64af-4601-bd5a-4f9ca059fc65 req-d58d484f-0834-4104-a0cf-541041f67365 tempest-VolumesActionsTest-1442188411 tempest-VolumesActionsTest-1442188411-project] 10.222.0.11 "GET /v2.0/ports?device_id=81a1ba72-4ec1-46d7-979d-85f1e7c38589 HTTP/1.1" status: 200 len: 210 time: 0.0736356 Jun 17 05:50:06.331278 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.provisioning_blocks [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Provisioning for port 8dd72959-2b7c-45aa-93ff-855a3c936576 completed by entity L2. {{(pid=99870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 05:50:06.336959 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.provisioning_blocks [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Provisioning complete for port 8dd72959-2b7c-45aa-93ff-855a3c936576 triggered by entity L2. {{(pid=99870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 05:50:06.343534 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551367'] for port, provisioning_complete {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:06.343956 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462f5d50-ceb9-4ee2-9c55-f3d19e4f1b19 req-254d6f78-460a-4f55-94ac-ef3ada53a5f4 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:06.344856 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-462f5d50-ceb9-4ee2-9c55-f3d19e4f1b19 req-254d6f78-460a-4f55-94ac-ef3ada53a5f4 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/ports?device_id=3d0d5a00-9e06-45cf-af70-826834445347 HTTP/1.1" status: 200 len: 945 time: 0.1209152 Jun 17 05:50:06.353659 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-a8899a84-645e-4e14-bfcf-692bcd1ba875 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:06.396771 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-462f5d50-ceb9-4ee2-9c55-f3d19e4f1b19 req-0befa2f4-d55a-4d11-b2b1-3374e542783d tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ce8ebda-6a66-4ae7-b677-cf05040a027e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419824 Jun 17 05:50:06.459585 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1464132'] for port, before_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:06.489159 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d0d5a00-9e06-45cf-af70-826834445347', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dd72959-2b7c-45aa-93ff-855a3c936576'}] {{(pid=99870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 05:50:06.491087 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-a8899a84-645e-4e14-bfcf-692bcd1ba875 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:06.492270 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b488aefaa6b1d6b79683e2609a7ce48815cfc41b5bb42f7017315c525e2bf75d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b204edf6-254a-4e3b-961f-6f4a3b54f59a" -d '{"events": [{"server_uuid": "3d0d5a00-9e06-45cf-af70-826834445347", "name": "network-vif-plugged", "status": "completed", "tag": "8dd72959-2b7c-45aa-93ff-855a3c936576"}]}' {{(pid=99870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 05:50:06.534330 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.db [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] For port 8dd72959-2b7c-45aa-93ff-855a3c936576, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=8dd72959-2b7c-45aa-93ff-855a3c936576,segment=NetworkSegment(81591838-08f0-432e-af25-79981cd4b7ed),segment_id=81591838-08f0-432e-af25-79981cd4b7ed)] {{(pid=99870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:50:06.536768 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 05:50:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0d94a5f-3070-44d1-aa4e-07850fe1d9c2 x-openstack-request-id: req-b0d94a5f-3070-44d1-aa4e-07850fe1d9c2 {{(pid=99870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 05:50:06.537615 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d0d5a00-9e06-45cf-af70-826834445347", "name": "network-vif-plugged", "status": "completed", "tag": "8dd72959-2b7c-45aa-93ff-855a3c936576", "code": 200}]} {{(pid=99870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 05:50:06.537615 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b0d94a5f-3070-44d1-aa4e-07850fe1d9c2 {{(pid=99870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 05:50:06.538040 dv-cinder-772623-9-smb neutron-server[99870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d0d5a00-9e06-45cf-af70-826834445347', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dd72959-2b7c-45aa-93ff-855a3c936576', 'code': 200} Jun 17 05:50:06.622035 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-a8899a84-645e-4e14-bfcf-692bcd1ba875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:06.625641 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-fdfc536a-9a39-41e2-8f31-27ff4aabddd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:50:06.634151 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.wsgi [-] (99869) accepted ('10.222.0.11', 53224) {{(pid=99869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:50:06.647315 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-c16ddd7c-93a7-4a84-b00f-73c111b4b717 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:06.662749 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [None req-a8899a84-645e-4e14-bfcf-692bcd1ba875 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e5e69fd431464639aeb54ec14f20c3f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5096793 Jun 17 05:50:06.663743 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8899a84-645e-4e14-bfcf-692bcd1ba875 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7086c8de-daaf-4ab7-92d8-811fefdf8cca,revision_number=1']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:50:06.666304 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.wsgi [-] (99868) accepted ('10.222.0.11', 53228) {{(pid=99868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:50:06.668331 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-a8899a84-645e-4e14-bfcf-692bcd1ba875 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:50:06.684618 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773697962343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773697504561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773697504606'] for port, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:06.685682 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Device 0587ee3f-7f05-420f-846f-65ed77a5622f up at agent hyperv_hv-cinder-77262 {{(pid=99870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 05:50:06.687635 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [None req-f9014a6b-8e77-4587-8034-49c0ca107928 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:50:06.730216 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-837f2f95-c220-4294-a216-6a8287ea7dbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:06.758000 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-837f2f95-c220-4294-a216-6a8287ea7dbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:06.837134 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Pushing event updated for resources: {'Port': ['ID=8dd72959-2b7c-45aa-93ff-855a3c936576,revision_number=5']} {{(pid=99870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:50:06.843005 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:50:06.843470 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-c16ddd7c-93a7-4a84-b00f-73c111b4b717 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:06.938753 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-c16ddd7c-93a7-4a84-b00f-73c111b4b717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:06.942409 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-fcaf58b6-8050-4bb0-91a7-573bf86faade admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:50:06.964861 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-837f2f95-c220-4294-a216-6a8287ea7dbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:06.968340 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-837f2f95-c220-4294-a216-6a8287ea7dbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:06.970134 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [None req-837f2f95-c220-4294-a216-6a8287ea7dbe admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7086c8de-daaf-4ab7-92d8-811fefdf8cca HTTP/1.1" status: 204 len: 168 time: 0.3028910 Jun 17 05:50:06.975556 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-65acd419-0e82-4752-b102-ffe57d724e2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:50:06.993352 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [None req-c16ddd7c-93a7-4a84-b00f-73c111b4b717 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2c736d00ebb24a71a5f40ba4be76cec5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3587935 Jun 17 05:50:06.993583 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.provisioning_blocks [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Provisioning for port 0587ee3f-7f05-420f-846f-65ed77a5622f completed by entity L2. {{(pid=99870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 05:50:06.998047 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.provisioning_blocks [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Provisioning complete for port 0587ee3f-7f05-420f-846f-65ed77a5622f triggered by entity L2. {{(pid=99870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 05:50:06.998432 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551367'] for port, provisioning_complete {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:07.006999 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.wsgi [-] (99869) accepted ('10.222.0.11', 53234) {{(pid=99869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:50:07.037580 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837f2f95-c220-4294-a216-6a8287ea7dbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7086c8de-daaf-4ab7-92d8-811fefdf8cca,revision_number=None']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:50:07.040859 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-837f2f95-c220-4294-a216-6a8287ea7dbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:50:07.061743 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16ddd7c-93a7-4a84-b00f-73c111b4b717 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdabeda7-ceb8-4699-838f-0921b59f16c2,revision_number=1']} {{(pid=99869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:50:07.085991 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-c16ddd7c-93a7-4a84-b00f-73c111b4b717 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:50:07.124106 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1464132'] for port, before_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:07.179454 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2fbca1-70c9-4ffa-8a0c-fbc0c1fff204 req-a96d236d-d4b1-49b3-9e98-7fcf67b534f4 tempest-VolumesActionsTest-1442188411 tempest-VolumesActionsTest-1442188411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:07.182085 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-af2fbca1-70c9-4ffa-8a0c-fbc0c1fff204 req-a96d236d-d4b1-49b3-9e98-7fcf67b534f4 tempest-VolumesActionsTest-1442188411 tempest-VolumesActionsTest-1442188411-project] 10.222.0.13 "GET /v2.0/networks?id=bce3a234-1cae-4887-bec8-91c61c8ca7fb HTTP/1.1" status: 200 len: 808 time: 0.2772665 Jun 17 05:50:07.203609 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-d4b16cc5-80ef-4190-a13b-ac5899f4e4cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:07.212982 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.v2.base [req-af2fbca1-70c9-4ffa-8a0c-fbc0c1fff204 req-775ff84a-0a08-4c63-8867-8683014afad4 tempest-VolumesActionsTest-1442188411 tempest-VolumesActionsTest-1442188411-project] Request body: {'port': {'device_id': '81a1ba72-4ec1-46d7-979d-85f1e7c38589', 'network_id': 'bce3a234-1cae-4887-bec8-91c61c8ca7fb', 'admin_state_up': True, 'tenant_id': '63d87b314e424ad98697c7e716ac84dd'}} {{(pid=99868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:50:07.213440 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.db [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] For port 0587ee3f-7f05-420f-846f-65ed77a5622f, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=0587ee3f-7f05-420f-846f-65ed77a5622f,segment=NetworkSegment(00707abe-e8f8-444e-9847-b9464fdf568f),segment_id=00707abe-e8f8-444e-9847-b9464fdf568f)] {{(pid=99870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:50:07.237019 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e835a9-0180-43d6-aa12-fb7a7049ff1c req-611f2dfb-eb54-4a03-acb3-83cd2bab166d tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:07.239302 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-14e835a9-0180-43d6-aa12-fb7a7049ff1c req-611f2dfb-eb54-4a03-acb3-83cd2bab166d tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/ports?device_id=78f4023e-2a2f-47f9-b977-30c96e374c99 HTTP/1.1" status: 200 len: 944 time: 0.2030270 Jun 17 05:50:07.241521 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-d4b16cc5-80ef-4190-a13b-ac5899f4e4cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:07.304686 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fad3b83-d185-4937-9104-c37837c1b9a6 req-25c21bf0-2760-43b3-9f58-dcad4905841f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:07.306537 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-5fad3b83-d185-4937-9104-c37837c1b9a6 req-25c21bf0-2760-43b3-9f58-dcad4905841f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3d0d5a00-9e06-45cf-af70-826834445347 HTTP/1.1" status: 200 len: 1099 time: 0.3215539 Jun 17 05:50:07.310437 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-14e835a9-0180-43d6-aa12-fb7a7049ff1c req-529e8b21-ed5b-485f-8019-159f198dc495 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/security-groups?id=72b04d2a-db53-4be4-b153-1399428b4f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555933 Jun 17 05:50:07.373009 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-5fad3b83-d185-4937-9104-c37837c1b9a6 req-7c1d5b56-ccc1-4d1b-a530-1e5b1ccb2451 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=7ce8ebda-6a66-4ae7-b677-cf05040a027e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593104 Jun 17 05:50:07.393830 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773697962343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773697504561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773697504606'] for port, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:07.397112 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:50:07.459445 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-6ff225f9-aac9-449a-9e6f-49b38f483809 req-bbb1b016-5003-4b87-b645-80868f8a135d tempest-VolumesActionsTest-1442188411 tempest-VolumesActionsTest-1442188411-project] 10.222.0.11 "GET /v2.0/ports?device_id=81a1ba72-4ec1-46d7-979d-85f1e7c38589 HTTP/1.1" status: 200 len: 210 time: 0.0330441 Jun 17 05:50:07.496834 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-d4b16cc5-80ef-4190-a13b-ac5899f4e4cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:07.500860 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-d4b16cc5-80ef-4190-a13b-ac5899f4e4cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:07.503420 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [None req-d4b16cc5-80ef-4190-a13b-ac5899f4e4cb admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/fdabeda7-ceb8-4699-838f-0921b59f16c2 HTTP/1.1" status: 204 len: 168 time: 0.4954274 Jun 17 05:50:07.510440 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-c4219f87-0f8c-4723-a888-85ee9d066e66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:50:07.518024 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b16cc5-80ef-4190-a13b-ac5899f4e4cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdabeda7-ceb8-4699-838f-0921b59f16c2,revision_number=None']} {{(pid=99869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:50:07.523760 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-d4b16cc5-80ef-4190-a13b-ac5899f4e4cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:50:07.556824 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Pushing event updated for resources: {'Port': ['ID=0587ee3f-7f05-420f-846f-65ed77a5622f,revision_number=5']} {{(pid=99870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:50:07.560362 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:50:07.565688 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af2fbca1-70c9-4ffa-8a0c-fbc0c1fff204 req-775ff84a-0a08-4c63-8867-8683014afad4 tempest-VolumesActionsTest-1442188411 tempest-VolumesActionsTest-1442188411-project] Made reservation on behalf of 63d87b314e424ad98697c7e716ac84dd for: {'port': 1} {{(pid=99868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 05:50:07.572155 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-af2fbca1-70c9-4ffa-8a0c-fbc0c1fff204 req-775ff84a-0a08-4c63-8867-8683014afad4 tempest-VolumesActionsTest-1442188411 tempest-VolumesActionsTest-1442188411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1464150'] for port, before_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:07.627045 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392fa927-46e7-49c5-9a1c-c7ca1056a163 req-9c2f2dbd-f9bd-446b-8a9f-378ec7b4f037 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:07.634885 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-392fa927-46e7-49c5-9a1c-c7ca1056a163 req-9c2f2dbd-f9bd-446b-8a9f-378ec7b4f037 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/ports?device_id=3d0d5a00-9e06-45cf-af70-826834445347 HTTP/1.1" status: 200 len: 946 time: 0.1085505 Jun 17 05:50:07.688602 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-392fa927-46e7-49c5-9a1c-c7ca1056a163 req-eed5597f-b4d1-4ea3-8bba-018fa1d2d3f6 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ce8ebda-6a66-4ae7-b677-cf05040a027e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503426 Jun 17 05:50:07.752086 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.db.db_base_plugin_common [req-af2fbca1-70c9-4ffa-8a0c-fbc0c1fff204 req-775ff84a-0a08-4c63-8867-8683014afad4 tempest-VolumesActionsTest-1442188411 tempest-VolumesActionsTest-1442188411-project] Allocated IP 172.20.0.4 (bce3a234-1cae-4887-bec8-91c61c8ca7fb/9cecfb3f-dd13-4651-a1c4-0623ad544afd/6c625f46-ac02-4d4b-8ccb-708ebe4cceb9) {{(pid=99868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 05:50:07.831303 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.wsgi [-] (99869) accepted ('10.222.0.11', 53264) {{(pid=99869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:50:07.845022 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-e1d3d7d8-2705-49a9-b466-ae287f5d5348 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:07.917098 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-af2fbca1-70c9-4ffa-8a0c-fbc0c1fff204 req-775ff84a-0a08-4c63-8867-8683014afad4 tempest-VolumesActionsTest-1442188411 tempest-VolumesActionsTest-1442188411-project] Notify callbacks [] for port, precommit_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:07.937278 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-e1d3d7d8-2705-49a9-b466-ae287f5d5348 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:08.033006 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-e1d3d7d8-2705-49a9-b466-ae287f5d5348 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:08.035835 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-013a6d0a-b4da-481c-9558-07d55d975005 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:50:08.075264 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [None req-e1d3d7d8-2705-49a9-b466-ae287f5d5348 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b8905cd9ad5147919fb67a5f432ee049&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2425215 Jun 17 05:50:08.078085 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d3d7d8-2705-49a9-b466-ae287f5d5348 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c556117a-e48e-4277-bc3a-5a27b79f3e1a,revision_number=1']} {{(pid=99869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:50:08.079186 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-e1d3d7d8-2705-49a9-b466-ae287f5d5348 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:50:08.080009 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.wsgi [-] (99869) accepted ('10.222.0.11', 53274) {{(pid=99869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:50:08.103176 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-af2fbca1-70c9-4ffa-8a0c-fbc0c1fff204 req-775ff84a-0a08-4c63-8867-8683014afad4 tempest-VolumesActionsTest-1442188411 tempest-VolumesActionsTest-1442188411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1465235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-156110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-564052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773697504543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2882486'] for port, after_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:08.109307 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-39631f32-7d39-4d15-a78e-dca46375bef5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:50:08.137170 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-02b003b0-da86-42b1-a915-cefb1796bba8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:08.158298 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-02b003b0-da86-42b1-a915-cefb1796bba8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:08.163454 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af2fbca1-70c9-4ffa-8a0c-fbc0c1fff204 req-775ff84a-0a08-4c63-8867-8683014afad4 tempest-VolumesActionsTest-1442188411 tempest-VolumesActionsTest-1442188411-project] Network bce3a234-1cae-4887-bec8-91c61c8ca7fb is already hosted by enough agents. {{(pid=99868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 05:50:08.168467 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.scheduler.base_scheduler [req-af2fbca1-70c9-4ffa-8a0c-fbc0c1fff204 req-775ff84a-0a08-4c63-8867-8683014afad4 tempest-VolumesActionsTest-1442188411 tempest-VolumesActionsTest-1442188411-project] Resources bound (agent type, host, resource id): {{(pid=99868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 05:50:08.171260 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.db.l3_dvrscheduler_db [req-af2fbca1-70c9-4ffa-8a0c-fbc0c1fff204 req-775ff84a-0a08-4c63-8867-8683014afad4 tempest-VolumesActionsTest-1442188411 tempest-VolumesActionsTest-1442188411-project] Received port after_create {{(pid=99868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 05:50:08.206684 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775ff84a-0a08-4c63-8867-8683014afad4 tempest-VolumesActionsTest-1442188411 tempest-VolumesActionsTest-1442188411-project] Pushing event updated for resources: {'Port': ['ID=6c625f46-ac02-4d4b-8ccb-708ebe4cceb9,revision_number=1']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:50:08.210426 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-775ff84a-0a08-4c63-8867-8683014afad4 tempest-VolumesActionsTest-1442188411 tempest-VolumesActionsTest-1442188411-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:50:08.229014 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2fbca1-70c9-4ffa-8a0c-fbc0c1fff204 req-775ff84a-0a08-4c63-8867-8683014afad4 tempest-VolumesActionsTest-1442188411 tempest-VolumesActionsTest-1442188411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:08.229939 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-af2fbca1-70c9-4ffa-8a0c-fbc0c1fff204 req-775ff84a-0a08-4c63-8867-8683014afad4 tempest-VolumesActionsTest-1442188411 tempest-VolumesActionsTest-1442188411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-860254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564043'] for port, before_response {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:08.267639 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-02b003b0-da86-42b1-a915-cefb1796bba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:08.272280 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-02b003b0-da86-42b1-a915-cefb1796bba8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:08.274582 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [None req-02b003b0-da86-42b1-a915-cefb1796bba8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c556117a-e48e-4277-bc3a-5a27b79f3e1a HTTP/1.1" status: 204 len: 168 time: 0.1936753 Jun 17 05:50:08.275681 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:50:08.286937 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b003b0-da86-42b1-a915-cefb1796bba8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c556117a-e48e-4277-bc3a-5a27b79f3e1a,revision_number=None']} {{(pid=99869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:50:08.294525 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-02b003b0-da86-42b1-a915-cefb1796bba8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:50:08.329877 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-af2fbca1-70c9-4ffa-8a0c-fbc0c1fff204 req-775ff84a-0a08-4c63-8867-8683014afad4 tempest-VolumesActionsTest-1442188411 tempest-VolumesActionsTest-1442188411-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1304996 Jun 17 05:50:08.338669 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.v2.base [req-af2fbca1-70c9-4ffa-8a0c-fbc0c1fff204 req-5b867ca8-9466-4f2b-a748-67b948554806 service neutron] Request body: {'port': {'device_id': '81a1ba72-4ec1-46d7-979d-85f1e7c38589', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=99868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:50:08.425296 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-af2fbca1-70c9-4ffa-8a0c-fbc0c1fff204 req-5b867ca8-9466-4f2b-a748-67b948554806 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1464132'] for port, before_update {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:08.538900 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78f4023e-2a2f-47f9-b977-30c96e374c99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0587ee3f-7f05-420f-846f-65ed77a5622f'}] {{(pid=99870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 05:50:08.541410 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b488aefaa6b1d6b79683e2609a7ce48815cfc41b5bb42f7017315c525e2bf75d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e48996dc-fe41-46af-843a-7b3d4e87b8c4" -d '{"events": [{"server_uuid": "78f4023e-2a2f-47f9-b977-30c96e374c99", "name": "network-vif-plugged", "status": "completed", "tag": "0587ee3f-7f05-420f-846f-65ed77a5622f"}]}' {{(pid=99870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 05:50:08.651628 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4616fbf-39ef-4f4b-a069-efa808dcddfe req-621a408f-1810-47e6-8505-6c56e09734cc tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:08.653127 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-d4616fbf-39ef-4f4b-a069-efa808dcddfe req-621a408f-1810-47e6-8505-6c56e09734cc tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/ports?device_id=78f4023e-2a2f-47f9-b977-30c96e374c99 HTTP/1.1" status: 200 len: 945 time: 0.1846306 Jun 17 05:50:08.726984 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-d4616fbf-39ef-4f4b-a069-efa808dcddfe req-131b6837-23a4-4106-a59e-9e7e06125734 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/security-groups?id=72b04d2a-db53-4be4-b153-1399428b4f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662508 Jun 17 05:50:08.797577 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.notifiers.nova [req-af2fbca1-70c9-4ffa-8a0c-fbc0c1fff204 req-5b867ca8-9466-4f2b-a748-67b948554806 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c625f46-ac02-4d4b-8ccb-708ebe4cceb9 {{(pid=99868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 05:50:08.808524 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-af2fbca1-70c9-4ffa-8a0c-fbc0c1fff204 req-5b867ca8-9466-4f2b-a748-67b948554806 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:08.823534 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.db.provisioning_blocks [req-af2fbca1-70c9-4ffa-8a0c-fbc0c1fff204 req-5b867ca8-9466-4f2b-a748-67b948554806 service neutron] Transition to ACTIVE for port object 6c625f46-ac02-4d4b-8ccb-708ebe4cceb9 will not be triggered until provisioned by entity L2. {{(pid=99868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 05:50:08.930609 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-5c579f0b-a5df-470c-9e51-2f627811f038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:08.935275 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-af2fbca1-70c9-4ffa-8a0c-fbc0c1fff204 req-5b867ca8-9466-4f2b-a748-67b948554806 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773697962343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773697504561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773697504606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2882436'] for port, after_update {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:08.940815 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:50:08.952560 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ddabe1-31ac-4e93-8d27-04827804c966 req-c5a82f06-ea86-4321-829d-bf182e58a535 tempest-VolumesActionsTest-1442188411 tempest-VolumesActionsTest-1442188411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:08.953992 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-c8ddabe1-31ac-4e93-8d27-04827804c966 req-c5a82f06-ea86-4321-829d-bf182e58a535 tempest-VolumesActionsTest-1442188411 tempest-VolumesActionsTest-1442188411-project] 10.222.0.11 "GET /v2.0/ports?device_id=81a1ba72-4ec1-46d7-979d-85f1e7c38589 HTTP/1.1" status: 200 len: 931 time: 0.0834532 Jun 17 05:50:09.050494 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 05:50:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-411e1c2b-774d-4f46-90e8-c91293c9a7d2 x-openstack-request-id: req-411e1c2b-774d-4f46-90e8-c91293c9a7d2 {{(pid=99870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 05:50:09.051400 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78f4023e-2a2f-47f9-b977-30c96e374c99", "name": "network-vif-plugged", "status": "completed", "tag": "0587ee3f-7f05-420f-846f-65ed77a5622f", "code": 200}]} {{(pid=99870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 05:50:09.052415 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-411e1c2b-774d-4f46-90e8-c91293c9a7d2 {{(pid=99870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 05:50:09.053150 dv-cinder-772623-9-smb neutron-server[99870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78f4023e-2a2f-47f9-b977-30c96e374c99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0587ee3f-7f05-420f-846f-65ed77a5622f', 'code': 200} Jun 17 05:50:09.107645 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b867ca8-9466-4f2b-a748-67b948554806 service neutron] Pushing event updated for resources: {'Port': ['ID=6c625f46-ac02-4d4b-8ccb-708ebe4cceb9,revision_number=2']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:50:09.118319 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-5b867ca8-9466-4f2b-a748-67b948554806 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:50:09.153758 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-c8ddabe1-31ac-4e93-8d27-04827804c966 req-9949d81a-27fb-42ee-80bd-dd9f4c0ec84d tempest-VolumesActionsTest-1442188411 tempest-VolumesActionsTest-1442188411-project] 10.222.0.11 "GET /v2.0/security-groups?id=9bc4575d-1dd5-4079-83ed-f69a074975d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770132 Jun 17 05:50:09.200756 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.managers [req-af2fbca1-70c9-4ffa-8a0c-fbc0c1fff204 req-5b867ca8-9466-4f2b-a748-67b948554806 service neutron] Attempting to bind port 6c625f46-ac02-4d4b-8ccb-708ebe4cceb9 on host hv-cinder-77262 for vnic_type normal with profile {{(pid=99868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 05:50:09.201084 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.managers [req-af2fbca1-70c9-4ffa-8a0c-fbc0c1fff204 req-5b867ca8-9466-4f2b-a748-67b948554806 service neutron] Attempting to bind port 6c625f46-ac02-4d4b-8ccb-708ebe4cceb9 by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': '610ca3f8-5550-430d-8975-0cad37f000e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'bce3a234-1cae-4887-bec8-91c61c8ca7fb'}] {{(pid=99868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 05:50:09.202187 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af2fbca1-70c9-4ffa-8a0c-fbc0c1fff204 req-5b867ca8-9466-4f2b-a748-67b948554806 service neutron] Attempting to bind port 6c625f46-ac02-4d4b-8ccb-708ebe4cceb9 on network bce3a234-1cae-4887-bec8-91c61c8ca7fb {{(pid=99868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 05:50:09.207203 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af2fbca1-70c9-4ffa-8a0c-fbc0c1fff204 req-5b867ca8-9466-4f2b-a748-67b948554806 service neutron] Port 6c625f46-ac02-4d4b-8ccb-708ebe4cceb9 on network bce3a234-1cae-4887-bec8-91c61c8ca7fb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=99868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 05:50:09.207801 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af2fbca1-70c9-4ffa-8a0c-fbc0c1fff204 req-5b867ca8-9466-4f2b-a748-67b948554806 service neutron] Attempting to bind port 6c625f46-ac02-4d4b-8ccb-708ebe4cceb9 on network bce3a234-1cae-4887-bec8-91c61c8ca7fb {{(pid=99868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 05:50:09.213148 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af2fbca1-70c9-4ffa-8a0c-fbc0c1fff204 req-5b867ca8-9466-4f2b-a748-67b948554806 service neutron] Checking agent: {'id': 'a94c375a-f30e-48af-b86b-c1ab552b3c7d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 5, 47, 47), 'started_at': datetime.datetime(2021, 6, 17, 5, 47, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 5, 49, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 05:50:09.213464 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af2fbca1-70c9-4ffa-8a0c-fbc0c1fff204 req-5b867ca8-9466-4f2b-a748-67b948554806 service neutron] Checking segment: {'id': '610ca3f8-5550-430d-8975-0cad37f000e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'bce3a234-1cae-4887-bec8-91c61c8ca7fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 05:50:09.213837 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af2fbca1-70c9-4ffa-8a0c-fbc0c1fff204 req-5b867ca8-9466-4f2b-a748-67b948554806 service neutron] Bound using segment: {'id': '610ca3f8-5550-430d-8975-0cad37f000e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'bce3a234-1cae-4887-bec8-91c61c8ca7fb'} {{(pid=99868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 05:50:09.214253 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.managers [req-af2fbca1-70c9-4ffa-8a0c-fbc0c1fff204 req-5b867ca8-9466-4f2b-a748-67b948554806 service neutron] Bound port: 6c625f46-ac02-4d4b-8ccb-708ebe4cceb9, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '610ca3f8-5550-430d-8975-0cad37f000e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'bce3a234-1cae-4887-bec8-91c61c8ca7fb'}}] {{(pid=99868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 05:50:09.214592 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-af2fbca1-70c9-4ffa-8a0c-fbc0c1fff204 req-5b867ca8-9466-4f2b-a748-67b948554806 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1464132'] for port, before_update {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:09.289133 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f2e333-46d8-4498-844f-81dae3beb841 req-af1c23eb-869b-4a9c-8edc-e983665e2fb0 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:09.297711 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-e9f2e333-46d8-4498-844f-81dae3beb841 req-af1c23eb-869b-4a9c-8edc-e983665e2fb0 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/ports?device_id=3d0d5a00-9e06-45cf-af70-826834445347 HTTP/1.1" status: 200 len: 946 time: 0.1243093 Jun 17 05:50:09.352069 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-e9f2e333-46d8-4498-844f-81dae3beb841 req-877a2a03-d469-419a-ad28-595d31f83db3 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ce8ebda-6a66-4ae7-b677-cf05040a027e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532963 Jun 17 05:50:09.408839 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.db [req-af2fbca1-70c9-4ffa-8a0c-fbc0c1fff204 req-5b867ca8-9466-4f2b-a748-67b948554806 service neutron] For port 6c625f46-ac02-4d4b-8ccb-708ebe4cceb9, host hv-cinder-77262, cleared binding levels {{(pid=99868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 05:50:09.433883 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.db [req-af2fbca1-70c9-4ffa-8a0c-fbc0c1fff204 req-5b867ca8-9466-4f2b-a748-67b948554806 service neutron] For port 6c625f46-ac02-4d4b-8ccb-708ebe4cceb9, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=6c625f46-ac02-4d4b-8ccb-708ebe4cceb9,segment=NetworkSegment(610ca3f8-5550-430d-8975-0cad37f000e3),segment_id=610ca3f8-5550-430d-8975-0cad37f000e3)] {{(pid=99868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 05:50:09.481074 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1126a80-4c99-4f74-9535-f5822cbbad75 req-c05a85ea-c860-4364-a0fd-cb797102e6d9 tempest-DeleteServersTestJSON-1119969054 tempest-DeleteServersTestJSON-1119969054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:09.481074 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-b1126a80-4c99-4f74-9535-f5822cbbad75 req-c05a85ea-c860-4364-a0fd-cb797102e6d9 tempest-DeleteServersTestJSON-1119969054 tempest-DeleteServersTestJSON-1119969054-project] 10.222.0.11 "GET /v2.0/ports?device_id=253f886a-2e8f-47e2-be0e-130b5b2ca526 HTTP/1.1" status: 200 len: 946 time: 0.1652308 Jun 17 05:50:09.556374 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-b1126a80-4c99-4f74-9535-f5822cbbad75 req-77907423-cfe8-427b-b963-671c63f494f9 tempest-DeleteServersTestJSON-1119969054 tempest-DeleteServersTestJSON-1119969054-project] 10.222.0.11 "GET /v2.0/security-groups?id=a9a31ddb-8cc2-4b6b-8a8d-423b85fd10e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692823 Jun 17 05:50:09.579188 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0160928d-e3bb-4da1-a710-af21a5c898ad req-2c25ed61-7ce7-4e7b-ad93-c83340bf11da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:09.580627 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-0160928d-e3bb-4da1-a710-af21a5c898ad req-2c25ed61-7ce7-4e7b-ad93-c83340bf11da service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=78f4023e-2a2f-47f9-b977-30c96e374c99 HTTP/1.1" status: 200 len: 1098 time: 0.0730672 Jun 17 05:50:09.587927 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440dfc9c-4ad5-42d1-b470-199b975b2c25 req-1c335354-11a4-4d70-896d-46abf48611c8 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:09.589386 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-440dfc9c-4ad5-42d1-b470-199b975b2c25 req-1c335354-11a4-4d70-896d-46abf48611c8 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/ports?device_id=3d0d5a00-9e06-45cf-af70-826834445347 HTTP/1.1" status: 200 len: 946 time: 0.0921645 Jun 17 05:50:09.598085 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.wsgi [-] (99868) accepted ('10.222.0.11', 53338) {{(pid=99868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:50:09.603095 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.v2.base [None req-717f2f59-dc9f-42a4-969b-0094e42803e5 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Request body: {'floatingip': {'port_id': '8dd72959-2b7c-45aa-93ff-855a3c936576'}} {{(pid=99868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:50:09.687233 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-717f2f59-dc9f-42a4-969b-0094e42803e5 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Notify callbacks [] for floatingip, before_update {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:09.693747 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-0160928d-e3bb-4da1-a710-af21a5c898ad req-31b89613-134c-410c-b8d3-6ca76b0126c0 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=72b04d2a-db53-4be4-b153-1399428b4f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011381 Jun 17 05:50:09.731098 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-af2fbca1-70c9-4ffa-8a0c-fbc0c1fff204 req-5b867ca8-9466-4f2b-a748-67b948554806 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773697962343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773697504561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773697504606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2882436'] for port, after_update {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:09.776271 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-c11ac81b-af28-4f47-a161-97842d0d0f54 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:50:09.814363 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2fbca1-70c9-4ffa-8a0c-fbc0c1fff204 req-5b867ca8-9466-4f2b-a748-67b948554806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:09.815006 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-af2fbca1-70c9-4ffa-8a0c-fbc0c1fff204 req-5b867ca8-9466-4f2b-a748-67b948554806 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-860254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564043'] for port, before_response {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:09.816903 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-af2fbca1-70c9-4ffa-8a0c-fbc0c1fff204 req-5b867ca8-9466-4f2b-a748-67b948554806 service neutron] 10.222.0.13 "PUT /v2.0/ports/6c625f46-ac02-4d4b-8ccb-708ebe4cceb9 HTTP/1.1" status: 200 len: 1093 time: 1.4835434 Jun 17 05:50:09.822626 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81a1ba72-4ec1-46d7-979d-85f1e7c38589', 'tag': '6c625f46-ac02-4d4b-8ccb-708ebe4cceb9'}] {{(pid=99868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 05:50:09.824926 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8d1bbba7808a8cca0df1ca407b71cd1cd2965420825a4b8dd9215cbcd05a37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1804a3ca-6929-403f-b753-e941e20ec62d" -d '{"events": [{"name": "network-changed", "server_uuid": "81a1ba72-4ec1-46d7-979d-85f1e7c38589", "tag": "6c625f46-ac02-4d4b-8ccb-708ebe4cceb9"}]}' {{(pid=99868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 05:50:09.897115 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 05:50:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c5058dd-8751-453b-a627-a80d24aed8f9 x-openstack-request-id: req-7c5058dd-8751-453b-a627-a80d24aed8f9 {{(pid=99868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 05:50:09.897416 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81a1ba72-4ec1-46d7-979d-85f1e7c38589", "tag": "6c625f46-ac02-4d4b-8ccb-708ebe4cceb9", "status": "completed", "code": 200}]} {{(pid=99868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 05:50:09.897715 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7c5058dd-8751-453b-a627-a80d24aed8f9 {{(pid=99868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 05:50:09.898105 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81a1ba72-4ec1-46d7-979d-85f1e7c38589', 'tag': '6c625f46-ac02-4d4b-8ccb-708ebe4cceb9', 'status': 'completed', 'code': 200} Jun 17 05:50:09.951539 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b867ca8-9466-4f2b-a748-67b948554806 service neutron] Pushing event updated for resources: {'Port': ['ID=6c625f46-ac02-4d4b-8ccb-708ebe4cceb9,revision_number=3']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:50:09.965417 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-5b867ca8-9466-4f2b-a748-67b948554806 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:50:10.324700 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04032a34-c695-4055-95c1-6af6900701db req-253f28e2-425c-46b0-8596-4c0ca48f1e4c tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:10.330280 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-04032a34-c695-4055-95c1-6af6900701db req-253f28e2-425c-46b0-8596-4c0ca48f1e4c tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/ports?device_id=78f4023e-2a2f-47f9-b977-30c96e374c99 HTTP/1.1" status: 200 len: 945 time: 0.4183443 Jun 17 05:50:10.336537 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1804a3ca-6929-403f-b753-e941e20ec62d req-37b2325c-e3a3-4be2-b075-d85a2c977a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:10.337979 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-1804a3ca-6929-403f-b753-e941e20ec62d req-37b2325c-e3a3-4be2-b075-d85a2c977a83 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=63d87b314e424ad98697c7e716ac84dd&device_id=81a1ba72-4ec1-46d7-979d-85f1e7c38589 HTTP/1.1" status: 200 len: 1096 time: 0.4125600 Jun 17 05:50:10.403289 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3addd229-1232-4e6d-bea3-c113f7719a9d req-363bb50e-3fdc-4464-8b2b-19d1a969f8e8 tempest-VolumesActionsTest-1442188411 tempest-VolumesActionsTest-1442188411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:10.404885 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-3addd229-1232-4e6d-bea3-c113f7719a9d req-363bb50e-3fdc-4464-8b2b-19d1a969f8e8 tempest-VolumesActionsTest-1442188411 tempest-VolumesActionsTest-1442188411-project] 10.222.0.11 "GET /v2.0/ports?device_id=81a1ba72-4ec1-46d7-979d-85f1e7c38589 HTTP/1.1" status: 200 len: 943 time: 0.0850492 Jun 17 05:50:10.453410 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-3addd229-1232-4e6d-bea3-c113f7719a9d req-1ec7eaaf-fd63-4800-8fd0-2749fc3054a8 tempest-VolumesActionsTest-1442188411 tempest-VolumesActionsTest-1442188411-project] 10.222.0.11 "GET /v2.0/security-groups?id=9bc4575d-1dd5-4079-83ed-f69a074975d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417099 Jun 17 05:50:10.469649 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.wsgi [-] (99869) accepted ('10.222.0.11', 53374) {{(pid=99869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:50:10.555404 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-04032a34-c695-4055-95c1-6af6900701db req-7164a905-2031-4595-b298-10c90cb42fcb tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/security-groups?id=72b04d2a-db53-4be4-b153-1399428b4f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2242017 Jun 17 05:50:10.621327 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-6181574c-9635-4518-a33e-87b01ed1ad54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:10.753289 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1804a3ca-6929-403f-b753-e941e20ec62d req-5f217e50-deb6-4b5e-bd55-d98a256c32d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:10.755673 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-1804a3ca-6929-403f-b753-e941e20ec62d req-5f217e50-deb6-4b5e-bd55-d98a256c32d3 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=63d87b314e424ad98697c7e716ac84dd&shared=False HTTP/1.1" status: 200 len: 909 time: 0.3884521 Jun 17 05:50:10.815402 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b166d98-c8a6-4092-8100-dc228171f2d3 req-84c95f18-758c-46f2-b383-ded8869d982f tempest-DeleteServersTestJSON-1119969054 tempest-DeleteServersTestJSON-1119969054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:10.819130 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-0b166d98-c8a6-4092-8100-dc228171f2d3 req-84c95f18-758c-46f2-b383-ded8869d982f tempest-DeleteServersTestJSON-1119969054 tempest-DeleteServersTestJSON-1119969054-project] 10.222.0.11 "GET /v2.0/ports?device_id=253f886a-2e8f-47e2-be0e-130b5b2ca526 HTTP/1.1" status: 200 len: 946 time: 0.1153035 Jun 17 05:50:10.863579 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-6181574c-9635-4518-a33e-87b01ed1ad54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:10.895004 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-0b166d98-c8a6-4092-8100-dc228171f2d3 req-40df2d9d-1b9b-45e1-ba74-83c42120d044 tempest-DeleteServersTestJSON-1119969054 tempest-DeleteServersTestJSON-1119969054-project] 10.222.0.11 "GET /v2.0/security-groups?id=a9a31ddb-8cc2-4b6b-8a8d-423b85fd10e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628166 Jun 17 05:50:10.931312 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-6181574c-9635-4518-a33e-87b01ed1ad54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:10.934920 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-d4b16cc5-80ef-4190-a13b-ac5899f4e4cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:50:10.970100 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.db.resource_extend [None req-717f2f59-dc9f-42a4-969b-0094e42803e5 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 17 05:50:10.977587 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [None req-6181574c-9635-4518-a33e-87b01ed1ad54 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1427f0632451440aaf00116529aa5983&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5075164 Jun 17 05:50:10.979443 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6181574c-9635-4518-a33e-87b01ed1ad54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6caef21d-033b-488c-a950-a861d59eea78,revision_number=1']} {{(pid=99869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:50:10.981801 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.wsgi [-] (99869) accepted ('10.222.0.11', 53392) {{(pid=99869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:50:10.987718 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-6181574c-9635-4518-a33e-87b01ed1ad54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:50:11.037201 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-0434296f-9268-4534-aa1d-efa9dccbc4fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:11.071052 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-0434296f-9268-4534-aa1d-efa9dccbc4fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:11.123509 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-717f2f59-dc9f-42a4-969b-0094e42803e5 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:11.141296 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1804a3ca-6929-403f-b753-e941e20ec62d req-d593c250-d820-4741-9bcc-4b441b09f6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:11.142803 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-1804a3ca-6929-403f-b753-e941e20ec62d req-d593c250-d820-4741-9bcc-4b441b09f6a7 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3644547 Jun 17 05:50:11.155333 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe42d662-b0a9-4ea3-aa95-f11bae93dc8c req-f0a271eb-3b92-46ef-aa03-ef62760d542c tempest-DeleteServersTestJSON-1119969054 tempest-DeleteServersTestJSON-1119969054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:11.155333 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-fe42d662-b0a9-4ea3-aa95-f11bae93dc8c req-f0a271eb-3b92-46ef-aa03-ef62760d542c tempest-DeleteServersTestJSON-1119969054 tempest-DeleteServersTestJSON-1119969054-project] 10.222.0.13 "GET /v2.0/ports?device_id=253f886a-2e8f-47e2-be0e-130b5b2ca526 HTTP/1.1" status: 200 len: 946 time: 0.2680218 Jun 17 05:50:11.233980 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-0434296f-9268-4534-aa1d-efa9dccbc4fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:11.236059 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-717f2f59-dc9f-42a4-969b-0094e42803e5 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-422873'] for floatingip, after_update {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:11.237401 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-0434296f-9268-4534-aa1d-efa9dccbc4fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:11.243015 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [None req-0434296f-9268-4534-aa1d-efa9dccbc4fe admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6caef21d-033b-488c-a950-a861d59eea78 HTTP/1.1" status: 204 len: 168 time: 0.2602129 Jun 17 05:50:11.243738 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:50:11.253128 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0434296f-9268-4534-aa1d-efa9dccbc4fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6caef21d-033b-488c-a950-a861d59eea78,revision_number=None']} {{(pid=99869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:50:11.259593 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-0434296f-9268-4534-aa1d-efa9dccbc4fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:50:11.377687 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2fbca1-70c9-4ffa-8a0c-fbc0c1fff204 req-58dfdd8d-6013-4371-960d-e0589fb9f79d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:11.379339 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-af2fbca1-70c9-4ffa-8a0c-fbc0c1fff204 req-58dfdd8d-6013-4371-960d-e0589fb9f79d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=63d87b314e424ad98697c7e716ac84dd&device_id=81a1ba72-4ec1-46d7-979d-85f1e7c38589 HTTP/1.1" status: 200 len: 1096 time: 0.1890960 Jun 17 05:50:11.428492 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.db.l3_db [None req-717f2f59-dc9f-42a4-969b-0094e42803e5 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Floating IP f1fc03ff-3433-4ce2-8ec3-b30e195ed645 associated. External IP: 172.28.2.142, port: 8dd72959-2b7c-45aa-93ff-855a3c936576. Jun 17 05:50:11.435500 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-af2fbca1-70c9-4ffa-8a0c-fbc0c1fff204 req-b7a6f800-b297-4093-aec0-8b9fe018d8eb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6c625f46-ac02-4d4b-8ccb-708ebe4cceb9 HTTP/1.1" status: 200 len: 217 time: 0.0446265 Jun 17 05:50:11.468059 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.plugin [req-fe42d662-b0a9-4ea3-aa95-f11bae93dc8c req-4cbd4416-a3a7-4cda-ba33-bc48c7127ca5 tempest-DeleteServersTestJSON-1119969054 tempest-DeleteServersTestJSON-1119969054-project] Deleting port 44e79a14-18dc-49e6-86df-a8b43c6bd407 {{(pid=99868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 05:50:11.468388 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-fe42d662-b0a9-4ea3-aa95-f11bae93dc8c req-4cbd4416-a3a7-4cda-ba33-bc48c7127ca5 tempest-DeleteServersTestJSON-1119969054 tempest-DeleteServersTestJSON-1119969054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773697957277'] for port, before_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:11.737597 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:11.750948 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e27e8f9-ec4a-4924-b74a-4a82f2defb18 req-ee42f3e2-8021-4cb6-8be4-aa737e2cf09b tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:11.762389 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-9e27e8f9-ec4a-4924-b74a-4a82f2defb18 req-ee42f3e2-8021-4cb6-8be4-aa737e2cf09b tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/ports?device_id=78f4023e-2a2f-47f9-b977-30c96e374c99 HTTP/1.1" status: 200 len: 945 time: 0.0875645 Jun 17 05:50:11.820062 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-9e27e8f9-ec4a-4924-b74a-4a82f2defb18 req-d2af5bbf-74a9-41b5-83e3-4350f476f05d tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/security-groups?id=72b04d2a-db53-4be4-b153-1399428b4f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562468 Jun 17 05:50:11.840305 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-b8c179a4-f7fe-458a-9790-ffc81917d79e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:11.843570 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2fbca1-70c9-4ffa-8a0c-fbc0c1fff204 req-348abbab-89de-4345-b246-39cec34f4d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:11.844972 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-af2fbca1-70c9-4ffa-8a0c-fbc0c1fff204 req-348abbab-89de-4345-b246-39cec34f4d03 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9cecfb3f-dd13-4651-a1c4-0623ad544afd HTTP/1.1" status: 200 len: 848 time: 0.1496010 Jun 17 05:50:11.917163 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-af2fbca1-70c9-4ffa-8a0c-fbc0c1fff204 req-bd42c1ad-7836-4f3a-98ac-4b663407eecd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bce3a234-1cae-4887-bec8-91c61c8ca7fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0622196 Jun 17 05:50:11.964379 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.db [req-fe42d662-b0a9-4ea3-aa95-f11bae93dc8c req-4cbd4416-a3a7-4cda-ba33-bc48c7127ca5 tempest-DeleteServersTestJSON-1119969054 tempest-DeleteServersTestJSON-1119969054-project] For port 44e79a14-18dc-49e6-86df-a8b43c6bd407, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=44e79a14-18dc-49e6-86df-a8b43c6bd407,segment=NetworkSegment(61c8141e-524b-46c2-a733-1e98b362680f),segment_id=61c8141e-524b-46c2-a733-1e98b362680f)] {{(pid=99868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:50:11.964874 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-fe42d662-b0a9-4ea3-aa95-f11bae93dc8c req-4cbd4416-a3a7-4cda-ba33-bc48c7127ca5 tempest-DeleteServersTestJSON-1119969054 tempest-DeleteServersTestJSON-1119969054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429017'] for port, precommit_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:12.041950 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967f351f-ca0c-4824-8251-c1c63342c040 req-72dfdb7a-502f-4138-a231-eaf2b5924924 tempest-VolumesActionsTest-1442188411 tempest-VolumesActionsTest-1442188411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:12.043474 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-967f351f-ca0c-4824-8251-c1c63342c040 req-72dfdb7a-502f-4138-a231-eaf2b5924924 tempest-VolumesActionsTest-1442188411 tempest-VolumesActionsTest-1442188411-project] 10.222.0.11 "GET /v2.0/ports?device_id=81a1ba72-4ec1-46d7-979d-85f1e7c38589 HTTP/1.1" status: 200 len: 943 time: 0.3463354 Jun 17 05:50:12.160113 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.plugin [req-fe42d662-b0a9-4ea3-aa95-f11bae93dc8c req-4cbd4416-a3a7-4cda-ba33-bc48c7127ca5 tempest-DeleteServersTestJSON-1119969054 tempest-DeleteServersTestJSON-1119969054-project] Calling delete_port for 44e79a14-18dc-49e6-86df-a8b43c6bd407 owned by compute:nova {{(pid=99868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 05:50:12.295619 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-af2fbca1-70c9-4ffa-8a0c-fbc0c1fff204 req-9c5b9624-00e2-415f-a7ba-4d4efee71870 service neutron] 10.222.0.13 "GET /v2.0/networks/bce3a234-1cae-4887-bec8-91c61c8ca7fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3659394 Jun 17 05:50:12.307786 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-967f351f-ca0c-4824-8251-c1c63342c040 req-8bd061c2-13ee-4c00-be3a-2fca9c362ce0 tempest-VolumesActionsTest-1442188411 tempest-VolumesActionsTest-1442188411-project] 10.222.0.11 "GET /v2.0/security-groups?id=9bc4575d-1dd5-4079-83ed-f69a074975d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009056 Jun 17 05:50:12.406880 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-717f2f59-dc9f-42a4-969b-0094e42803e5 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Router cab49153-e75d-4734-9c79-b42bb5d458a6 has already been hosted by L3 agent 81965deb-4354-4283-a756-7d5d3a21a742 {{(pid=99868) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 05:50:12.520191 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-e4a25698-dc7e-488a-a9c3-c2b55bed5747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:12.575176 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-af2fbca1-70c9-4ffa-8a0c-fbc0c1fff204 req-8e7b1083-870d-4cc8-8a06-89bb4e1470b1 service neutron] 10.222.0.13 "GET /v2.0/networks/bce3a234-1cae-4887-bec8-91c61c8ca7fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2704997 Jun 17 05:50:12.652360 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-717f2f59-dc9f-42a4-969b-0094e42803e5 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Notify agent at l3_agent.dv-cinder-772623-9-smb the message routers_updated {{(pid=99868) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 05:50:12.658437 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-717f2f59-dc9f-42a4-969b-0094e42803e5 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-860254'] for floatingip, before_response {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:12.669525 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-597385b2-4adf-4fbe-a52d-42fd8d92397a None None] Sync routers for ids ['cab49153-e75d-4734-9c79-b42bb5d458a6'] in dv-cinder-772623-9-smb {{(pid=99871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 05:50:12.681226 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4457a97-d48f-4976-94bc-6bfa4389922a req-ae1456a0-a83a-43d9-b6d6-8347ea54f495 tempest-DeleteServersTestJSON-1119969054 tempest-DeleteServersTestJSON-1119969054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:12.683734 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597385b2-4adf-4fbe-a52d-42fd8d92397a None None] Routers {'cab49153-e75d-4734-9c79-b42bb5d458a6'} bound to L3 agent in host dv-cinder-772623-9-smb {{(pid=99871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 05:50:12.684248 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.db.l3_hamode_db [None req-597385b2-4adf-4fbe-a52d-42fd8d92397a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T05:41:12Z,description=,heartbeat_timestamp=2021-06-17T05:50:12Z,host='dv-cinder-772623-9-smb',id=81965deb-4354-4283-a756-7d5d3a21a742,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T05:41:12Z,topic='l3_agent')) {'router_ids': ['cab49153-e75d-4734-9c79-b42bb5d458a6'], 'active': True} {{(pid=99871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:50:12.687788 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-b4457a97-d48f-4976-94bc-6bfa4389922a req-ae1456a0-a83a-43d9-b6d6-8347ea54f495 tempest-DeleteServersTestJSON-1119969054 tempest-DeleteServersTestJSON-1119969054-project] 10.222.0.11 "GET /v2.0/ports?device_id=253f886a-2e8f-47e2-be0e-130b5b2ca526 HTTP/1.1" status: 200 len: 946 time: 0.2601430 Jun 17 05:50:12.758790 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d570955-56c7-49da-b514-6723ac8d3e6f req-c908a3e4-895a-49b8-b708-ce42536f4c35 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:12.760299 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-2d570955-56c7-49da-b514-6723ac8d3e6f req-c908a3e4-895a-49b8-b708-ce42536f4c35 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/ports?device_id=78f4023e-2a2f-47f9-b977-30c96e374c99 HTTP/1.1" status: 200 len: 945 time: 0.0859954 Jun 17 05:50:12.774995 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [None req-717f2f59-dc9f-42a4-969b-0094e42803e5 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "PUT /v2.0/floatingips/f1fc03ff-3433-4ce2-8ec3-b30e195ed645 HTTP/1.1" status: 200 len: 992 time: 3.1758249 Jun 17 05:50:12.780285 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d0d5a00-9e06-45cf-af70-826834445347', 'tag': '8dd72959-2b7c-45aa-93ff-855a3c936576'}] {{(pid=99868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 05:50:12.782542 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8d1bbba7808a8cca0df1ca407b71cd1cd2965420825a4b8dd9215cbcd05a37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-487f94af-6765-437a-abd4-5e9fa0cd97c0" -d '{"events": [{"name": "network-changed", "server_uuid": "3d0d5a00-9e06-45cf-af70-826834445347", "tag": "8dd72959-2b7c-45aa-93ff-855a3c936576"}]}' {{(pid=99868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 05:50:12.797883 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-b4457a97-d48f-4976-94bc-6bfa4389922a req-e6e02434-6077-46e6-b383-8eb4bd0efe7a tempest-DeleteServersTestJSON-1119969054 tempest-DeleteServersTestJSON-1119969054-project] 10.222.0.11 "GET /v2.0/security-groups?id=a9a31ddb-8cc2-4b6b-8a8d-423b85fd10e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831501 Jun 17 05:50:12.802104 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-fe42d662-b0a9-4ea3-aa95-f11bae93dc8c req-4cbd4416-a3a7-4cda-ba33-bc48c7127ca5 tempest-DeleteServersTestJSON-1119969054 tempest-DeleteServersTestJSON-1119969054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773697962361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773697504552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2882495'] for port, after_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:12.803476 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-2d570955-56c7-49da-b514-6723ac8d3e6f req-87f99abe-8ee8-4af9-af3d-2d230e116bb1 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/security-groups?id=72b04d2a-db53-4be4-b153-1399428b4f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364814 Jun 17 05:50:12.808029 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:50:12.812426 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.db [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] get_ports_and_sgs() called for port_ids ['44e79a14-18dc-49e6-86df-a8b43c6bd407'] {{(pid=99870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 05:50:12.865860 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbd4416-a3a7-4cda-ba33-bc48c7127ca5 tempest-DeleteServersTestJSON-1119969054 tempest-DeleteServersTestJSON-1119969054-project] Pushing event deleted for resources: {'Port': ['ID=44e79a14-18dc-49e6-86df-a8b43c6bd407,revision_number=None']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:50:12.870852 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-4cbd4416-a3a7-4cda-ba33-bc48c7127ca5 tempest-DeleteServersTestJSON-1119969054 tempest-DeleteServersTestJSON-1119969054-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:50:12.903399 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35e8fb9-cb30-4c33-87c9-9544a67689a6 req-a56c1654-cdf1-45af-98fd-0f8c6b2ce0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:12.904946 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-c35e8fb9-cb30-4c33-87c9-9544a67689a6 req-a56c1654-cdf1-45af-98fd-0f8c6b2ce0ae service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ce4f89efe12e4ea4942616b8dcf08d70&device_id=78f4023e-2a2f-47f9-b977-30c96e374c99 HTTP/1.1" status: 200 len: 1098 time: 0.2153466 Jun 17 05:50:12.923480 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe42d662-b0a9-4ea3-aa95-f11bae93dc8c req-4cbd4416-a3a7-4cda-ba33-bc48c7127ca5 tempest-DeleteServersTestJSON-1119969054 tempest-DeleteServersTestJSON-1119969054-project] No DVR routers for this DVR port 44e79a14-18dc-49e6-86df-a8b43c6bd407 on host hv-cinder-77262 {{(pid=99868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 05:50:12.927466 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-fe42d662-b0a9-4ea3-aa95-f11bae93dc8c req-4cbd4416-a3a7-4cda-ba33-bc48c7127ca5 tempest-DeleteServersTestJSON-1119969054 tempest-DeleteServersTestJSON-1119969054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-860254'] for port, before_response {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:12.929975 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-fe42d662-b0a9-4ea3-aa95-f11bae93dc8c req-4cbd4416-a3a7-4cda-ba33-bc48c7127ca5 tempest-DeleteServersTestJSON-1119969054 tempest-DeleteServersTestJSON-1119969054-project] 10.222.0.13 "DELETE /v2.0/ports/44e79a14-18dc-49e6-86df-a8b43c6bd407 HTTP/1.1" status: 204 len: 173 time: 1.7714484 Jun 17 05:50:12.945458 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 05:50:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e4abf9f-ab4e-486e-b7fc-abc90ad9dc82 x-openstack-request-id: req-8e4abf9f-ab4e-486e-b7fc-abc90ad9dc82 {{(pid=99868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 05:50:12.946876 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d0d5a00-9e06-45cf-af70-826834445347", "tag": "8dd72959-2b7c-45aa-93ff-855a3c936576", "status": "completed", "code": 200}]} {{(pid=99868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 05:50:12.947171 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8e4abf9f-ab4e-486e-b7fc-abc90ad9dc82 {{(pid=99868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 05:50:12.947777 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d0d5a00-9e06-45cf-af70-826834445347', 'tag': '8dd72959-2b7c-45aa-93ff-855a3c936576', 'status': 'completed', 'code': 200} Jun 17 05:50:12.995021 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.db.l3_dvr_db [None req-597385b2-4adf-4fbe-a52d-42fd8d92397a None None] Set router cab49153-e75d-4734-9c79-b42bb5d458a6 gateway port host: dv-cinder-772623-9-smb {{(pid=99871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 05:50:13.115955 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487f94af-6765-437a-abd4-5e9fa0cd97c0 req-86b80bc6-e323-4cfe-a6a7-97865697dfb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:13.117668 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-487f94af-6765-437a-abd4-5e9fa0cd97c0 req-86b80bc6-e323-4cfe-a6a7-97865697dfb4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=33f2c29736bb40d78fad571bf0a20025&device_id=3d0d5a00-9e06-45cf-af70-826834445347 HTTP/1.1" status: 200 len: 1099 time: 0.1067142 Jun 17 05:50:13.119094 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35e8fb9-cb30-4c33-87c9-9544a67689a6 req-569b8172-d201-4450-8555-5cd19bba0ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:13.120463 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-c35e8fb9-cb30-4c33-87c9-9544a67689a6 req-569b8172-d201-4450-8555-5cd19bba0ea5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e0c1f876-47bf-439c-8cf9-05719b315ed5 HTTP/1.1" status: 200 len: 918 time: 0.1889808 Jun 17 05:50:13.205877 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-c35e8fb9-cb30-4c33-87c9-9544a67689a6 req-53712efa-9932-4f29-a68f-4741f30c536a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0587ee3f-7f05-420f-846f-65ed77a5622f HTTP/1.1" status: 200 len: 217 time: 0.0751269 Jun 17 05:50:13.225817 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.wsgi [-] (99869) accepted ('10.222.0.11', 53488) {{(pid=99869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:50:13.317186 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35e8fb9-cb30-4c33-87c9-9544a67689a6 req-762a5485-2a5c-4b89-8500-7ce62f2fd4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:13.318644 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-c35e8fb9-cb30-4c33-87c9-9544a67689a6 req-762a5485-2a5c-4b89-8500-7ce62f2fd4b1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1775a254-338e-4962-94a2-6ab4e879a1ad HTTP/1.1" status: 200 len: 857 time: 0.0667930 Jun 17 05:50:13.354748 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.db.l3_hamode_db [None req-597385b2-4adf-4fbe-a52d-42fd8d92397a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cab49153-e75d-4734-9c79-b42bb5d458a6', 'name': 'tempest-AttachVolumeShelveTestJSON-163353205-router', 'tenant_id': '33f2c29736bb40d78fad571bf0a20025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6', 'external_fixed_ips': [{'subnet_id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'ip_address': '172.28.2.29'}], 'enable_snat': True}, 'gw_port_id': '851994bd-1c9c-4306-8c67-b6cd01bb0088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T05:49:26Z', 'updated_at': '2021-06-17T05:49:33Z', 'revision_number': 4, 'project_id': '33f2c29736bb40d78fad571bf0a20025', 'gw_port': {'id': '851994bd-1c9c-4306-8c67-b6cd01bb0088', 'name': '', 'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:7c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab49153-e75d-4734-9c79-b42bb5d458a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'ip_address': '172.28.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:49:27Z', 'updated_at': '2021-06-17T05:49:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-smb', '_floatingips': [{'id': 'f1fc03ff-3433-4ce2-8ec3-b30e195ed645', 'tenant_id': '33f2c29736bb40d78fad571bf0a20025', 'floating_ip_address': '172.28.2.142', 'floating_network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6', 'router_id': 'cab49153-e75d-4734-9c79-b42bb5d458a6', 'port_id': '8dd72959-2b7c-45aa-93ff-855a3c936576', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b25af0c-7521-4ee5-941d-fb951a7e4542', 'mac_address': 'fa:16:3e:9e:87:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d0d5a00-9e06-45cf-af70-826834445347', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T05:49:44Z', 'updated_at': '2021-06-17T05:50:10Z', 'revision_number': 1, 'project_id': '33f2c29736bb40d78fad571bf0a20025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f99b02ba-19d8-43e8-90e4-3bc6728b5cdf', 'name': '', 'network_id': '1b25af0c-7521-4ee5-941d-fb951a7e4542', 'tenant_id': '33f2c29736bb40d78fad571bf0a20025', 'mac_address': 'fa:16:3e:ed:ef:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab49153-e75d-4734-9c79-b42bb5d458a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'f3d724f9-6f99-4efc-a641-a453b34c57ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:49:32Z', 'updated_at': '2021-06-17T05:49:41Z', 'revision_number': 5, 'project_id': '33f2c29736bb40d78fad571bf0a20025', 'subnets': [{'id': 'f3d724f9-6f99-4efc-a641-a453b34c57ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-9-smb', False) {} {{(pid=99871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:50:13.369820 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487f94af-6765-437a-abd4-5e9fa0cd97c0 req-6c52d01b-1c1e-4c4c-80e0-30a7915590fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:13.372350 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-487f94af-6765-437a-abd4-5e9fa0cd97c0 req-6c52d01b-1c1e-4c4c-80e0-30a7915590fb service neutron] 10.222.0.13 "GET /v2.0/networks?id=1b25af0c-7521-4ee5-941d-fb951a7e4542 HTTP/1.1" status: 200 len: 917 time: 0.2257330 Jun 17 05:50:13.373322 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-c35e8fb9-cb30-4c33-87c9-9544a67689a6 req-5a4bdf38-3269-4ad7-bb0e-2edc0c6d7375 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e0c1f876-47bf-439c-8cf9-05719b315ed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433805 Jun 17 05:50:13.398638 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-597385b2-4adf-4fbe-a52d-42fd8d92397a None None] Checking router: cab49153-e75d-4734-9c79-b42bb5d458a6 for host: dv-cinder-772623-9-smb {{(pid=99871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 05:50:13.423759 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597385b2-4adf-4fbe-a52d-42fd8d92397a None None] Routers {'cab49153-e75d-4734-9c79-b42bb5d458a6'} bound to L3 agent in host dv-cinder-772623-9-smb {{(pid=99871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 05:50:13.424432 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.db.l3_hamode_db [None req-597385b2-4adf-4fbe-a52d-42fd8d92397a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T05:41:12Z,description=,heartbeat_timestamp=2021-06-17T05:50:12Z,host='dv-cinder-772623-9-smb',id=81965deb-4354-4283-a756-7d5d3a21a742,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T05:41:12Z,topic='l3_agent')) {'router_ids': ['cab49153-e75d-4734-9c79-b42bb5d458a6'], 'active': True} {{(pid=99871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:50:13.428825 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-765f627d-b070-4931-83cd-bedb3c8d38ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:13.573413 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-487f94af-6765-437a-abd4-5e9fa0cd97c0 req-62ec0e69-58ed-4ece-8121-81ea03c6ddaa service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8dd72959-2b7c-45aa-93ff-855a3c936576 HTTP/1.1" status: 200 len: 1000 time: 0.1903358 Jun 17 05:50:13.588957 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.db.l3_dvr_db [None req-597385b2-4adf-4fbe-a52d-42fd8d92397a None None] Set router cab49153-e75d-4734-9c79-b42bb5d458a6 gateway port host: dv-cinder-772623-9-smb {{(pid=99871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 05:50:13.642678 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd448bc-6bf8-4883-b63c-2143781ac3b7 req-4f2b93c4-15a6-4455-82b9-feb546868885 tempest-VolumesActionsTest-1442188411 tempest-VolumesActionsTest-1442188411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:13.645029 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-4cd448bc-6bf8-4883-b63c-2143781ac3b7 req-4f2b93c4-15a6-4455-82b9-feb546868885 tempest-VolumesActionsTest-1442188411 tempest-VolumesActionsTest-1442188411-project] 10.222.0.11 "GET /v2.0/ports?device_id=81a1ba72-4ec1-46d7-979d-85f1e7c38589 HTTP/1.1" status: 200 len: 943 time: 0.1712382 Jun 17 05:50:13.716550 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-4cd448bc-6bf8-4883-b63c-2143781ac3b7 req-79b407fc-dc18-46f3-b6e5-f0abeef14183 tempest-VolumesActionsTest-1442188411 tempest-VolumesActionsTest-1442188411-project] 10.222.0.11 "GET /v2.0/security-groups?id=9bc4575d-1dd5-4079-83ed-f69a074975d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612390 Jun 17 05:50:13.728364 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-765f627d-b070-4931-83cd-bedb3c8d38ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:13.846214 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-765f627d-b070-4931-83cd-bedb3c8d38ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:13.849043 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-6181574c-9635-4518-a33e-87b01ed1ad54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:50:13.886009 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.db.l3_hamode_db [None req-597385b2-4adf-4fbe-a52d-42fd8d92397a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cab49153-e75d-4734-9c79-b42bb5d458a6', 'name': 'tempest-AttachVolumeShelveTestJSON-163353205-router', 'tenant_id': '33f2c29736bb40d78fad571bf0a20025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6', 'external_fixed_ips': [{'subnet_id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'ip_address': '172.28.2.29'}], 'enable_snat': True}, 'gw_port_id': '851994bd-1c9c-4306-8c67-b6cd01bb0088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T05:49:26Z', 'updated_at': '2021-06-17T05:49:33Z', 'revision_number': 4, 'project_id': '33f2c29736bb40d78fad571bf0a20025', 'gw_port': {'id': '851994bd-1c9c-4306-8c67-b6cd01bb0088', 'name': '', 'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:7c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab49153-e75d-4734-9c79-b42bb5d458a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'ip_address': '172.28.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:49:27Z', 'updated_at': '2021-06-17T05:49:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-smb', '_floatingips': [{'id': 'f1fc03ff-3433-4ce2-8ec3-b30e195ed645', 'tenant_id': '33f2c29736bb40d78fad571bf0a20025', 'floating_ip_address': '172.28.2.142', 'floating_network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6', 'router_id': 'cab49153-e75d-4734-9c79-b42bb5d458a6', 'port_id': '8dd72959-2b7c-45aa-93ff-855a3c936576', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b25af0c-7521-4ee5-941d-fb951a7e4542', 'mac_address': 'fa:16:3e:9e:87:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d0d5a00-9e06-45cf-af70-826834445347', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T05:49:44Z', 'updated_at': '2021-06-17T05:50:10Z', 'revision_number': 1, 'project_id': '33f2c29736bb40d78fad571bf0a20025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f99b02ba-19d8-43e8-90e4-3bc6728b5cdf', 'name': '', 'network_id': '1b25af0c-7521-4ee5-941d-fb951a7e4542', 'tenant_id': '33f2c29736bb40d78fad571bf0a20025', 'mac_address': 'fa:16:3e:ed:ef:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab49153-e75d-4734-9c79-b42bb5d458a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'f3d724f9-6f99-4efc-a641-a453b34c57ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:49:32Z', 'updated_at': '2021-06-17T05:49:41Z', 'revision_number': 5, 'project_id': '33f2c29736bb40d78fad571bf0a20025', 'subnets': [{'id': 'f3d724f9-6f99-4efc-a641-a453b34c57ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-9-smb', False) {} {{(pid=99871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:50:13.895009 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-c35e8fb9-cb30-4c33-87c9-9544a67689a6 req-56f61f23-3d1f-4a3e-8e87-efd4af9d0240 service neutron] 10.222.0.13 "GET /v2.0/networks/e0c1f876-47bf-439c-8cf9-05719b315ed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5109382 Jun 17 05:50:13.903258 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765f627d-b070-4931-83cd-bedb3c8d38ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50560b95-a82c-498e-a1bd-b05f9b129135,revision_number=1']} {{(pid=99869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:50:13.921656 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-597385b2-4adf-4fbe-a52d-42fd8d92397a None None] The sync data for ids ['cab49153-e75d-4734-9c79-b42bb5d458a6'] in dv-cinder-772623-9-smb is: [{'id': 'cab49153-e75d-4734-9c79-b42bb5d458a6', 'name': 'tempest-AttachVolumeShelveTestJSON-163353205-router', 'tenant_id': '33f2c29736bb40d78fad571bf0a20025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6', 'external_fixed_ips': [{'subnet_id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'ip_address': '172.28.2.29'}], 'enable_snat': True}, 'gw_port_id': '851994bd-1c9c-4306-8c67-b6cd01bb0088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T05:49:26Z', 'updated_at': '2021-06-17T05:49:33Z', 'revision_number': 4, 'project_id': '33f2c29736bb40d78fad571bf0a20025', 'gw_port': {'id': '851994bd-1c9c-4306-8c67-b6cd01bb0088', 'name': '', 'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:7c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab49153-e75d-4734-9c79-b42bb5d458a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'ip_address': '172.28.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:49:27Z', 'updated_at': '2021-06-17T05:49:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-smb', '_floatingips': [{'id': 'f1fc03ff-3433-4ce2-8ec3-b30e195ed645', 'tenant_id': '33f2c29736bb40d78fad571bf0a20025', 'floating_ip_address': '172.28.2.142', 'floating_network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6', 'router_id': 'cab49153-e75d-4734-9c79-b42bb5d458a6', 'port_id': '8dd72959-2b7c-45aa-93ff-855a3c936576', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b25af0c-7521-4ee5-941d-fb951a7e4542', 'mac_address': 'fa:16:3e:9e:87:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d0d5a00-9e06-45cf-af70-826834445347', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T05:49:44Z', 'updated_at': '2021-06-17T05:50:10Z', 'revision_number': 1, 'project_id': '33f2c29736bb40d78fad571bf0a20025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f99b02ba-19d8-43e8-90e4-3bc6728b5cdf', 'name': '', 'network_id': '1b25af0c-7521-4ee5-941d-fb951a7e4542', 'tenant_id': '33f2c29736bb40d78fad571bf0a20025', 'mac_address': 'fa:16:3e:ed:ef:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab49153-e75d-4734-9c79-b42bb5d458a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'f3d724f9-6f99-4efc-a641-a453b34c57ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:49:32Z', 'updated_at': '2021-06-17T05:49:41Z', 'revision_number': 5, 'project_id': '33f2c29736bb40d78fad571bf0a20025', 'subnets': [{'id': 'f3d724f9-6f99-4efc-a641-a453b34c57ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 05:50:13.930971 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-765f627d-b070-4931-83cd-bedb3c8d38ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:50:13.958088 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [None req-765f627d-b070-4931-83cd-bedb3c8d38ae admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a5867765f2864bd2b7086a4f9b54b13c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7310584 Jun 17 05:50:13.960783 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.wsgi [-] (99869) accepted ('10.222.0.11', 53510) {{(pid=99869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:50:13.985209 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487f94af-6765-437a-abd4-5e9fa0cd97c0 req-92d9ff2f-b5ef-4c02-9dc5-559157d9af91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:13.986660 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-487f94af-6765-437a-abd4-5e9fa0cd97c0 req-92d9ff2f-b5ef-4c02-9dc5-559157d9af91 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f3d724f9-6f99-4efc-a641-a453b34c57ab HTTP/1.1" status: 200 len: 855 time: 0.3990350 Jun 17 05:50:14.041273 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-828eb016-a211-4b00-aa3c-8ee5aba14a8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:14.087129 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-872981e3-75e3-481e-8825-2dbbf75c36c9 req-229fbd05-7098-45ef-b41c-477fb961eadc tempest-DeleteServersTestJSON-1119969054 tempest-DeleteServersTestJSON-1119969054-project] 10.222.0.11 "GET /v2.0/ports?device_id=253f886a-2e8f-47e2-be0e-130b5b2ca526 HTTP/1.1" status: 200 len: 210 time: 0.0923109 Jun 17 05:50:14.098228 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-828eb016-a211-4b00-aa3c-8ee5aba14a8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:14.126317 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-c35e8fb9-cb30-4c33-87c9-9544a67689a6 req-da1d21b6-fbe3-4497-9b49-6599d43c9ade service neutron] 10.222.0.13 "GET /v2.0/networks/e0c1f876-47bf-439c-8cf9-05719b315ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2208989 Jun 17 05:50:14.144011 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487f94af-6765-437a-abd4-5e9fa0cd97c0 req-68676e79-df4a-4bc3-8d0c-8e6560aa7a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:14.145971 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-487f94af-6765-437a-abd4-5e9fa0cd97c0 req-68676e79-df4a-4bc3-8d0c-8e6560aa7a50 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1b25af0c-7521-4ee5-941d-fb951a7e4542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1523418 Jun 17 05:50:14.166773 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.wsgi [-] (99869) accepted ('10.222.0.11', 53520) {{(pid=99869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:50:14.233424 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3443a272-3d4c-4c35-b4ee-5a416e9e12b8 req-b904476a-c0a9-4a5e-81bf-3ba0461478c8 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:14.241126 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-3443a272-3d4c-4c35-b4ee-5a416e9e12b8 req-b904476a-c0a9-4a5e-81bf-3ba0461478c8 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/ports?device_id=78f4023e-2a2f-47f9-b977-30c96e374c99 HTTP/1.1" status: 200 len: 945 time: 0.1886082 Jun 17 05:50:14.247037 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-835a5b83-af16-4b0b-afcf-c7c94ac397a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:14.345126 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-3443a272-3d4c-4c35-b4ee-5a416e9e12b8 req-206c0dd0-1c2d-4f51-812d-d11b0ed3e2c1 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/security-groups?id=72b04d2a-db53-4be4-b153-1399428b4f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964713 Jun 17 05:50:14.345515 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6745edee-f992-4715-9bae-ba654a7ac8c2 None None] New status for floating IP f1fc03ff-3433-4ce2-8ec3-b30e195ed645: ACTIVE {{(pid=99870) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 05:50:14.346758 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-828eb016-a211-4b00-aa3c-8ee5aba14a8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:14.353257 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-828eb016-a211-4b00-aa3c-8ee5aba14a8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:14.354584 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [None req-828eb016-a211-4b00-aa3c-8ee5aba14a8f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/50560b95-a82c-498e-a1bd-b05f9b129135 HTTP/1.1" status: 204 len: 168 time: 0.3927047 Jun 17 05:50:14.355445 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-c16ddd7c-93a7-4a84-b00f-73c111b4b717 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:50:14.365811 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828eb016-a211-4b00-aa3c-8ee5aba14a8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50560b95-a82c-498e-a1bd-b05f9b129135,revision_number=None']} {{(pid=99869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:50:14.368143 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-828eb016-a211-4b00-aa3c-8ee5aba14a8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:50:14.379942 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-487f94af-6765-437a-abd4-5e9fa0cd97c0 req-d62cb9ba-d0e0-45e5-924e-3d73aba33de3 service neutron] 10.222.0.13 "GET /v2.0/networks/1b25af0c-7521-4ee5-941d-fb951a7e4542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208228 Jun 17 05:50:14.396108 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-7d9c4a30-f088-40ad-bf84-5e041f5d44e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:14.482461 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-487f94af-6765-437a-abd4-5e9fa0cd97c0 req-fddb789b-f37b-4a0f-aafa-23112454e09b service neutron] 10.222.0.13 "GET /v2.0/networks/1b25af0c-7521-4ee5-941d-fb951a7e4542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942540 Jun 17 05:50:14.494155 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-7d9c4a30-f088-40ad-bf84-5e041f5d44e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:14.593112 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-7d9c4a30-f088-40ad-bf84-5e041f5d44e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:14.598468 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:50:14.634575 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [None req-7d9c4a30-f088-40ad-bf84-5e041f5d44e7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3413c6bf5bd74684bc1ee06d68fda6aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4679883 Jun 17 05:50:14.635575 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9c4a30-f088-40ad-bf84-5e041f5d44e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af7190ee-c529-4e68-9ec3-0cef96dbbe3b,revision_number=1']} {{(pid=99869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:50:14.637319 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.wsgi [-] (99868) accepted ('10.222.0.11', 53538) {{(pid=99868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:50:14.638952 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-7d9c4a30-f088-40ad-bf84-5e041f5d44e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:50:14.687199 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-7a17f728-b9ec-4194-b9cf-15fb84d35b59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:14.708333 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-7a17f728-b9ec-4194-b9cf-15fb84d35b59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:14.914045 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4de48a-3e8e-477e-aabb-ddf4b07e8351 req-c5c83bff-8db3-4cfe-aae0-187e954ad8ed tempest-VolumesActionsTest-1442188411 tempest-VolumesActionsTest-1442188411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:14.916261 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-cc4de48a-3e8e-477e-aabb-ddf4b07e8351 req-c5c83bff-8db3-4cfe-aae0-187e954ad8ed tempest-VolumesActionsTest-1442188411 tempest-VolumesActionsTest-1442188411-project] 10.222.0.11 "GET /v2.0/ports?device_id=81a1ba72-4ec1-46d7-979d-85f1e7c38589 HTTP/1.1" status: 200 len: 943 time: 0.0894322 Jun 17 05:50:14.925031 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-7a17f728-b9ec-4194-b9cf-15fb84d35b59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:14.928710 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-7a17f728-b9ec-4194-b9cf-15fb84d35b59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:14.930234 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [None req-7a17f728-b9ec-4194-b9cf-15fb84d35b59 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/af7190ee-c529-4e68-9ec3-0cef96dbbe3b HTTP/1.1" status: 204 len: 168 time: 0.2918482 Jun 17 05:50:14.931331 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:50:14.940743 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a17f728-b9ec-4194-b9cf-15fb84d35b59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af7190ee-c529-4e68-9ec3-0cef96dbbe3b,revision_number=None']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:50:14.942334 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-7a17f728-b9ec-4194-b9cf-15fb84d35b59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:50:14.949929 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '253f886a-2e8f-47e2-be0e-130b5b2ca526', 'name': 'network-vif-deleted', 'tag': '44e79a14-18dc-49e6-86df-a8b43c6bd407'}] {{(pid=99868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 05:50:14.953395 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8d1bbba7808a8cca0df1ca407b71cd1cd2965420825a4b8dd9215cbcd05a37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21238d57-81a1-4aeb-be1c-d7f18d0dd323" -d '{"events": [{"server_uuid": "253f886a-2e8f-47e2-be0e-130b5b2ca526", "name": "network-vif-deleted", "tag": "44e79a14-18dc-49e6-86df-a8b43c6bd407"}]}' {{(pid=99868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 05:50:14.976985 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-cc4de48a-3e8e-477e-aabb-ddf4b07e8351 req-38354e1b-c0d1-4155-a606-4584964440cf tempest-VolumesActionsTest-1442188411 tempest-VolumesActionsTest-1442188411-project] 10.222.0.11 "GET /v2.0/security-groups?id=9bc4575d-1dd5-4079-83ed-f69a074975d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544775 Jun 17 05:50:14.999977 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 05:50:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf4758e5-9d9a-492c-952c-3ca4e3fc3901 x-openstack-request-id: req-bf4758e5-9d9a-492c-952c-3ca4e3fc3901 {{(pid=99868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 05:50:15.000284 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "253f886a-2e8f-47e2-be0e-130b5b2ca526", "name": "network-vif-deleted", "tag": "44e79a14-18dc-49e6-86df-a8b43c6bd407", "status": "completed", "code": 200}]} {{(pid=99868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 05:50:15.000705 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-bf4758e5-9d9a-492c-952c-3ca4e3fc3901 {{(pid=99868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 05:50:15.001116 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '253f886a-2e8f-47e2-be0e-130b5b2ca526', 'name': 'network-vif-deleted', 'tag': '44e79a14-18dc-49e6-86df-a8b43c6bd407', 'status': 'completed', 'code': 200} Jun 17 05:50:15.537207 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fce49f5-83a9-4319-8b6d-1139bc3412c3 req-a1ec819c-f2a1-4b60-a80b-72f29abc1b10 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:15.538658 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-7fce49f5-83a9-4319-8b6d-1139bc3412c3 req-a1ec819c-f2a1-4b60-a80b-72f29abc1b10 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/ports?device_id=78f4023e-2a2f-47f9-b977-30c96e374c99 HTTP/1.1" status: 200 len: 945 time: 0.0665879 Jun 17 05:50:15.565218 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.wsgi [-] (99869) accepted ('10.222.0.11', 53576) {{(pid=99869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:50:15.585246 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-36faeadc-f811-4f39-bb0f-fc21f8f47e59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:15.601369 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-7fce49f5-83a9-4319-8b6d-1139bc3412c3 req-40afe620-9ae2-4481-a467-ff049266c9c8 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/security-groups?id=72b04d2a-db53-4be4-b153-1399428b4f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563848 Jun 17 05:50:15.716388 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-36faeadc-f811-4f39-bb0f-fc21f8f47e59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:15.811435 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-36faeadc-f811-4f39-bb0f-fc21f8f47e59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:15.814812 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-fbebcb5b-e60a-43c7-899e-8902d67a6052 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:50:15.849515 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [None req-36faeadc-f811-4f39-bb0f-fc21f8f47e59 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2cc3d1140c834a7e8d65231d3e0f9e96&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2822108 Jun 17 05:50:15.851510 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36faeadc-f811-4f39-bb0f-fc21f8f47e59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b41cb5f-46e2-4ffb-8cf2-c5d460c4ee4c,revision_number=1']} {{(pid=99869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:50:15.852541 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.wsgi [-] (99868) accepted ('10.222.0.11', 53598) {{(pid=99868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:50:15.854378 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-36faeadc-f811-4f39-bb0f-fc21f8f47e59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:50:15.906712 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-cfeb756c-8b7d-4722-9ff4-994820f025df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:15.928432 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-cfeb756c-8b7d-4722-9ff4-994820f025df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:16.073866 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Device 6c625f46-ac02-4d4b-8ccb-708ebe4cceb9 details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=99870) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 05:50:16.083660 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-cfeb756c-8b7d-4722-9ff4-994820f025df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:16.087999 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-cfeb756c-8b7d-4722-9ff4-994820f025df admin admin] Notify callbacks [] for security_group, before_response {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:16.089133 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [None req-cfeb756c-8b7d-4722-9ff4-994820f025df admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4b41cb5f-46e2-4ffb-8cf2-c5d460c4ee4c HTTP/1.1" status: 204 len: 168 time: 0.2356863 Jun 17 05:50:16.089809 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:50:16.109371 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfeb756c-8b7d-4722-9ff4-994820f025df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b41cb5f-46e2-4ffb-8cf2-c5d460c4ee4c,revision_number=None']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:50:16.115119 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-cfeb756c-8b7d-4722-9ff4-994820f025df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:50:16.155259 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Device 44e79a14-18dc-49e6-86df-a8b43c6bd407 no longer exists at agent hyperv_hv-cinder-77262 {{(pid=99870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 05:50:16.204131 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc0a7ce-b226-497a-9062-da39e3319ac4 req-4aa61f4c-50b0-4a6b-aff6-c21b032dda95 tempest-VolumesActionsTest-1442188411 tempest-VolumesActionsTest-1442188411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:16.211939 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.plugin [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] No Port match for: 44e79a14-18dc-49e6-86df-a8b43c6bd407 {{(pid=99870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 05:50:16.214970 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-1cc0a7ce-b226-497a-9062-da39e3319ac4 req-4aa61f4c-50b0-4a6b-aff6-c21b032dda95 tempest-VolumesActionsTest-1442188411 tempest-VolumesActionsTest-1442188411-project] 10.222.0.11 "GET /v2.0/ports?device_id=81a1ba72-4ec1-46d7-979d-85f1e7c38589 HTTP/1.1" status: 200 len: 943 time: 0.0983753 Jun 17 05:50:16.215171 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Device 44e79a14-18dc-49e6-86df-a8b43c6bd407 not bound to the agent host hv-cinder-77262 {{(pid=99870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 05:50:16.250377 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-1cc0a7ce-b226-497a-9062-da39e3319ac4 req-319c4627-b5f5-45e3-bbc1-5375a4607a4a tempest-VolumesActionsTest-1442188411 tempest-VolumesActionsTest-1442188411-project] 10.222.0.11 "GET /v2.0/security-groups?id=9bc4575d-1dd5-4079-83ed-f69a074975d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375493 Jun 17 05:50:16.259068 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.db [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] For port 6c625f46-ac02-4d4b-8ccb-708ebe4cceb9, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=6c625f46-ac02-4d4b-8ccb-708ebe4cceb9,segment=NetworkSegment(610ca3f8-5550-430d-8975-0cad37f000e3),segment_id=610ca3f8-5550-430d-8975-0cad37f000e3)] {{(pid=99870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:50:16.271376 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Returning: {'device': '6c625f46-ac02-4d4b-8ccb-708ebe4cceb9', 'network_id': 'bce3a234-1cae-4887-bec8-91c61c8ca7fb', 'port_id': '6c625f46-ac02-4d4b-8ccb-708ebe4cceb9', 'mac_address': 'fa:16:3e:81:46:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9cecfb3f-dd13-4651-a1c4-0623ad544afd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99870) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 05:50:16.308319 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1464132'] for port, before_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:16.320917 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.notifiers.nova [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c625f46-ac02-4d4b-8ccb-708ebe4cceb9 {{(pid=99870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 05:50:16.340654 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.db [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] For port 6c625f46-ac02-4d4b-8ccb-708ebe4cceb9, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=6c625f46-ac02-4d4b-8ccb-708ebe4cceb9,segment=NetworkSegment(610ca3f8-5550-430d-8975-0cad37f000e3),segment_id=610ca3f8-5550-430d-8975-0cad37f000e3)] {{(pid=99870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:50:16.451196 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773697962343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773697504561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773697504606'] for port, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:16.453056 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:50:16.490325 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.wsgi [-] (99868) accepted ('10.222.0.11', 53622) {{(pid=99868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:50:16.501700 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Pushing event updated for resources: {'Port': ['ID=6c625f46-ac02-4d4b-8ccb-708ebe4cceb9,revision_number=4']} {{(pid=99870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:50:16.506004 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:50:16.603890 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.v2.base [None req-765eb263-6614-4fd5-9fe4-f7ed1af65379 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-533812212-network', 'tenant_id': 'd8ffadd857a64cdf99da0fe3d3f4fa2e'}} {{(pid=99868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:50:16.730626 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-765eb263-6614-4fd5-9fe4-f7ed1af65379 admin admin] Made reservation on behalf of d8ffadd857a64cdf99da0fe3d3f4fa2e for: {'network': 1} {{(pid=99868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 05:50:16.733486 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-765eb263-6614-4fd5-9fe4-f7ed1af65379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1464150'] for network, before_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:16.746255 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.db [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] get_ports_and_sgs() called for port_ids ['6c625f46-ac02-4d4b-8ccb-708ebe4cceb9'] {{(pid=99870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 05:50:16.746703 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-765eb263-6614-4fd5-9fe4-f7ed1af65379 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:16.794677 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07282a7f-d6ef-449c-948a-19a29823f197 req-6d3cfc49-25e7-449c-881b-4649e5a19cc2 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:16.796194 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-07282a7f-d6ef-449c-948a-19a29823f197 req-6d3cfc49-25e7-449c-881b-4649e5a19cc2 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/ports?device_id=78f4023e-2a2f-47f9-b977-30c96e374c99 HTTP/1.1" status: 200 len: 945 time: 0.0807137 Jun 17 05:50:16.841935 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-07282a7f-d6ef-449c-948a-19a29823f197 req-f01c041c-1c60-42f9-8a4d-e47728a8abe9 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/security-groups?id=72b04d2a-db53-4be4-b153-1399428b4f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372434 Jun 17 05:50:16.849749 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-765eb263-6614-4fd5-9fe4-f7ed1af65379 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:16.941998 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.wsgi [-] (99868) accepted ('10.222.0.11', 53648) {{(pid=99868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:50:16.984608 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.db.db_base_plugin_v2 [None req-395afa6e-1d3b-4e31-bcfd-f83452bb4201 admin admin] Deleting subnet 1fe567a5-dcf8-4bac-8d98-df67134871b6 {{(pid=99868) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 05:50:16.988190 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-395afa6e-1d3b-4e31-bcfd-f83452bb4201 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:17.008472 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-765eb263-6614-4fd5-9fe4-f7ed1af65379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:17.015430 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:50:17.044066 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-765eb263-6614-4fd5-9fe4-f7ed1af65379 admin admin] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=99868) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 05:50:17.047212 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-395afa6e-1d3b-4e31-bcfd-f83452bb4201 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26391911'] for subnet, precommit_delete_associations {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:17.072228 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765eb263-6614-4fd5-9fe4-f7ed1af65379 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9e60d8f-c626-4915-82fb-97a71c590db2,revision_number=1']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:50:17.079226 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-765eb263-6614-4fd5-9fe4-f7ed1af65379 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:50:17.085857 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-765eb263-6614-4fd5-9fe4-f7ed1af65379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589316'] for segment, precommit_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:17.085857 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.db.segments_db [None req-765eb263-6614-4fd5-9fe4-f7ed1af65379 admin admin] Added segment 9d37f69c-1ad6-441c-adcc-320e22df48e5 of type vlan for network b0c9dd70-b90a-4d2f-9896-76688d3c8e0a Jun 17 05:50:17.129743 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-395afa6e-1d3b-4e31-bcfd-f83452bb4201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1554961'] for subnet, precommit_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:17.155384 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-765eb263-6614-4fd5-9fe4-f7ed1af65379 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773697459366'] for network, precommit_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:17.322649 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-765eb263-6614-4fd5-9fe4-f7ed1af65379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3713235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-564052'] for network, after_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:17.323917 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-395afa6e-1d3b-4e31-bcfd-f83452bb4201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1554968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2882373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26633777'] for subnet, after_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:17.326340 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-765eb263-6614-4fd5-9fe4-f7ed1af65379 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:17.327750 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-765eb263-6614-4fd5-9fe4-f7ed1af65379 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564043'] for network, before_response {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:17.337717 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-b7191537-5f78-4bb3-89c8-4a66a94cbd67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:50:17.370152 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.wsgi [-] (99869) accepted ('10.222.0.11', 53666) {{(pid=99869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:50:17.420979 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-395afa6e-1d3b-4e31-bcfd-f83452bb4201 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564043'] for subnet, before_response {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:17.422501 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [None req-395afa6e-1d3b-4e31-bcfd-f83452bb4201 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/1fe567a5-dcf8-4bac-8d98-df67134871b6 HTTP/1.1" status: 204 len: 168 time: 0.4794953 Jun 17 05:50:17.425760 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.wsgi [-] (99869) accepted ('10.222.0.11', 53670) {{(pid=99869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:50:17.462764 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765eb263-6614-4fd5-9fe4-f7ed1af65379 admin admin] Pushing event updated for resources: {'Network': ['ID=b0c9dd70-b90a-4d2f-9896-76688d3c8e0a,revision_number=1']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:50:17.465602 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-765eb263-6614-4fd5-9fe4-f7ed1af65379 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:50:17.466397 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.126s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:50:17.481958 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Network b0c9dd70-b90a-4d2f-9896-76688d3c8e0a details requested by agent ovs-agent-dv-cinder-772623-9-smb with host dv-cinder-772623-9-smb {{(pid=99870) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 05:50:17.490539 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395afa6e-1d3b-4e31-bcfd-f83452bb4201 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1fe567a5-dcf8-4bac-8d98-df67134871b6,revision_number=None']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:50:17.493562 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-395afa6e-1d3b-4e31-bcfd-f83452bb4201 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:50:17.509157 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [None req-765eb263-6614-4fd5-9fe4-f7ed1af65379 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0175142 Jun 17 05:50:17.509744 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.wsgi [-] (99869) accepted ('10.222.0.11', 53672) {{(pid=99869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:50:17.514805 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.v2.base [None req-f90e565a-eccc-404c-9515-d575845aa557 admin admin] Request body: {'subnet': {'network_id': 'b0c9dd70-b90a-4d2f-9896-76688d3c8e0a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-533812212-subnet', 'tenant_id': 'd8ffadd857a64cdf99da0fe3d3f4fa2e', 'ip_version': 4}} {{(pid=99869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:50:17.543487 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de8f538-fd5f-4c39-9331-9668a4c2c5c2 req-de248e07-c59d-4a2a-8411-5a71cfeff69b tempest-VolumesActionsTest-1442188411 tempest-VolumesActionsTest-1442188411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:17.545279 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-2de8f538-fd5f-4c39-9331-9668a4c2c5c2 req-de248e07-c59d-4a2a-8411-5a71cfeff69b tempest-VolumesActionsTest-1442188411 tempest-VolumesActionsTest-1442188411-project] 10.222.0.11 "GET /v2.0/ports?device_id=81a1ba72-4ec1-46d7-979d-85f1e7c38589 HTTP/1.1" status: 200 len: 944 time: 0.1294332 Jun 17 05:50:17.553983 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-36b024a1-06d8-48ab-80ad-a593af4ca11e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:17.572790 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-1fd7d7e9-8690-49af-9d3f-9a7b3d011e32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1481875'] for network, before_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:17.588703 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:17.593320 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-2de8f538-fd5f-4c39-9331-9668a4c2c5c2 req-20cf44e1-c6b5-47f1-ab1b-7c3117c9d947 tempest-VolumesActionsTest-1442188411 tempest-VolumesActionsTest-1442188411-project] 10.222.0.11 "GET /v2.0/security-groups?id=9bc4575d-1dd5-4079-83ed-f69a074975d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401692 Jun 17 05:50:17.663956 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-1fd7d7e9-8690-49af-9d3f-9a7b3d011e32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1553032', 'neutron.services.segments.db._delete_segments_for_network-8773697995057'] for network, precommit_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:17.673346 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.services.segments.db [None req-1fd7d7e9-8690-49af-9d3f-9a7b3d011e32 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6a51b67-5948-4840-8c7a-42585808151a']}} {{(pid=99869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:50:17.683516 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.services.segments.db [None req-1fd7d7e9-8690-49af-9d3f-9a7b3d011e32 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61c8141e-524b-46c2-a733-1e98b362680f') {'for_net_delete': True} {{(pid=99869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:50:17.683820 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.services.segments.db [None req-1fd7d7e9-8690-49af-9d3f-9a7b3d011e32 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61c8141e-524b-46c2-a733-1e98b362680f') {} {{(pid=99869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:50:17.691572 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f90e565a-eccc-404c-9515-d575845aa557 admin admin] Made reservation on behalf of d8ffadd857a64cdf99da0fe3d3f4fa2e for: {'subnet': 1} {{(pid=99869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 05:50:17.695557 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-f90e565a-eccc-404c-9515-d575845aa557 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27191924'] for subnet, before_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:17.700834 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-1fd7d7e9-8690-49af-9d3f-9a7b3d011e32 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773697993858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2471650'] for segment, before_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:17.765081 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-1fd7d7e9-8690-49af-9d3f-9a7b3d011e32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589316'] for segment, precommit_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:17.780108 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fd7d7e9-8690-49af-9d3f-9a7b3d011e32 admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=99869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 05:50:17.780495 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-1fd7d7e9-8690-49af-9d3f-9a7b3d011e32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565594'] for segment, after_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:17.783064 dv-cinder-772623-9-smb neutron-server[99869]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 05:50:17.783064 dv-cinder-772623-9-smb neutron-server[99869]: retrieve_revision_numbers = { Jun 17 05:50:17.783064 dv-cinder-772623-9-smb neutron-server[99869]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 05:50:17.783064 dv-cinder-772623-9-smb neutron-server[99869]: conditions |= (models_v2.Port.network_id.in_( Jun 17 05:50:17.783064 dv-cinder-772623-9-smb neutron-server[99869]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 05:50:17.783064 dv-cinder-772623-9-smb neutron-server[99869]: retrieve_revision_numbers = { Jun 17 05:50:17.783064 dv-cinder-772623-9-smb neutron-server[99869]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 05:50:17.783064 dv-cinder-772623-9-smb neutron-server[99869]: conditions |= (models_v2.Port.network_id.in_( Jun 17 05:50:17.783064 dv-cinder-772623-9-smb neutron-server[99869]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 05:50:17.783064 dv-cinder-772623-9-smb neutron-server[99869]: retrieve_revision_numbers = { Jun 17 05:50:17.783064 dv-cinder-772623-9-smb neutron-server[99869]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 05:50:17.783064 dv-cinder-772623-9-smb neutron-server[99869]: conditions |= (models_v2.Port.network_id.in_( Jun 17 05:50:17.783064 dv-cinder-772623-9-smb neutron-server[99869]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 05:50:17.783064 dv-cinder-772623-9-smb neutron-server[99869]: retrieve_revision_numbers = { Jun 17 05:50:17.783064 dv-cinder-772623-9-smb neutron-server[99869]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 05:50:17.783064 dv-cinder-772623-9-smb neutron-server[99869]: conditions |= (models_v2.Port.network_id.in_( Jun 17 05:50:17.783064 dv-cinder-772623-9-smb neutron-server[99869]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 05:50:17.783064 dv-cinder-772623-9-smb neutron-server[99869]: retrieve_revision_numbers = { Jun 17 05:50:17.783064 dv-cinder-772623-9-smb neutron-server[99869]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 05:50:17.783064 dv-cinder-772623-9-smb neutron-server[99869]: conditions |= (models_v2.Port.network_id.in_( Jun 17 05:50:17.783064 dv-cinder-772623-9-smb neutron-server[99869]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 05:50:17.783064 dv-cinder-772623-9-smb neutron-server[99869]: retrieve_revision_numbers = { Jun 17 05:50:17.783064 dv-cinder-772623-9-smb neutron-server[99869]: Traceback (most recent call last): Jun 17 05:50:17.783064 dv-cinder-772623-9-smb neutron-server[99869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 05:50:17.783064 dv-cinder-772623-9-smb neutron-server[99869]: timer() Jun 17 05:50:17.783064 dv-cinder-772623-9-smb neutron-server[99869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 05:50:17.783064 dv-cinder-772623-9-smb neutron-server[99869]: cb(*args, **kw) Jun 17 05:50:17.783064 dv-cinder-772623-9-smb neutron-server[99869]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 05:50:17.783064 dv-cinder-772623-9-smb neutron-server[99869]: return func(*args, **kwargs) Jun 17 05:50:17.783064 dv-cinder-772623-9-smb neutron-server[99869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 05:50:17.783064 dv-cinder-772623-9-smb neutron-server[99869]: self._notify() Jun 17 05:50:17.783064 dv-cinder-772623-9-smb neutron-server[99869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 05:50:17.783064 dv-cinder-772623-9-smb neutron-server[99869]: self.callback(batched_events) Jun 17 05:50:17.783064 dv-cinder-772623-9-smb neutron-server[99869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 05:50:17.783064 dv-cinder-772623-9-smb neutron-server[99869]: event.method(event) Jun 17 05:50:17.783064 dv-cinder-772623-9-smb neutron-server[99869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 05:50:17.783064 dv-cinder-772623-9-smb neutron-server[99869]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 05:50:17.783064 dv-cinder-772623-9-smb neutron-server[99869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 05:50:17.783064 dv-cinder-772623-9-smb neutron-server[99869]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 05:50:17.783064 dv-cinder-772623-9-smb neutron-server[99869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 05:50:17.783064 dv-cinder-772623-9-smb neutron-server[99869]: return f(self, *a, **k) Jun 17 05:50:17.783064 dv-cinder-772623-9-smb neutron-server[99869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 05:50:17.783064 dv-cinder-772623-9-smb neutron-server[99869]: return self._get(url).json() Jun 17 05:50:17.783064 dv-cinder-772623-9-smb neutron-server[99869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 05:50:17.783064 dv-cinder-772623-9-smb neutron-server[99869]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 05:50:17.783064 dv-cinder-772623-9-smb neutron-server[99869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 05:50:17.783064 dv-cinder-772623-9-smb neutron-server[99869]: return self.request(url, 'GET', **kwargs) Jun 17 05:50:17.783064 dv-cinder-772623-9-smb neutron-server[99869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 05:50:17.783064 dv-cinder-772623-9-smb neutron-server[99869]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 05:50:17.783064 dv-cinder-772623-9-smb neutron-server[99869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 05:50:17.783064 dv-cinder-772623-9-smb neutron-server[99869]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 05:50:17.783064 dv-cinder-772623-9-smb neutron-server[99869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 05:50:17.783064 dv-cinder-772623-9-smb neutron-server[99869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 05:50:17.783064 dv-cinder-772623-9-smb neutron-server[99869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 05:50:17.936207 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-36b024a1-06d8-48ab-80ad-a593af4ca11e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:18.037230 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729bc458-3257-45cf-a727-8fb03203fecb req-df823982-b3fc-4f63-bcd1-4fb59ab45540 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:18.038802 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-729bc458-3257-45cf-a727-8fb03203fecb req-df823982-b3fc-4f63-bcd1-4fb59ab45540 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/ports?device_id=78f4023e-2a2f-47f9-b977-30c96e374c99 HTTP/1.1" status: 200 len: 945 time: 0.0671041 Jun 17 05:50:18.076671 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Device 6c625f46-ac02-4d4b-8ccb-708ebe4cceb9 up at agent hyperv_hv-cinder-77262 {{(pid=99870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 05:50:18.084394 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-729bc458-3257-45cf-a727-8fb03203fecb req-a91c8591-a439-4527-9740-6269328491f0 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/security-groups?id=72b04d2a-db53-4be4-b153-1399428b4f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397725 Jun 17 05:50:18.149074 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-36b024a1-06d8-48ab-80ad-a593af4ca11e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:18.151243 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-1fd7d7e9-8690-49af-9d3f-9a7b3d011e32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1553043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3713235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-564052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422727'] for network, after_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:18.158125 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-0343d499-e34b-4699-8f0f-003e29fae989 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:50:18.186979 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-1fd7d7e9-8690-49af-9d3f-9a7b3d011e32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564043'] for network, before_response {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:18.188796 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [None req-1fd7d7e9-8690-49af-9d3f-9a7b3d011e32 admin admin] 10.222.0.11 "DELETE /v2.0/networks/a6a51b67-5948-4840-8c7a-42585808151a HTTP/1.1" status: 204 len: 168 time: 0.7618706 Jun 17 05:50:18.205684 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [None req-36b024a1-06d8-48ab-80ad-a593af4ca11e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d5f16aa6db324f9cb1a8873eb3cfc49b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8337116 Jun 17 05:50:18.206946 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b024a1-06d8-48ab-80ad-a593af4ca11e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30c43b8d-1401-44e5-836a-270a37c2cf64,revision_number=1']} {{(pid=99869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:50:18.208652 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.wsgi [-] (99868) accepted ('10.222.0.11', 53690) {{(pid=99868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:50:18.210241 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-36b024a1-06d8-48ab-80ad-a593af4ca11e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:50:18.210634 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:50:18.228305 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd7d7e9-8690-49af-9d3f-9a7b3d011e32 admin admin] Pushing event deleted for resources: {'Network': ['ID=a6a51b67-5948-4840-8c7a-42585808151a,revision_number=None']} {{(pid=99869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:50:18.228305 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-1fd7d7e9-8690-49af-9d3f-9a7b3d011e32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:50:18.262056 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.provisioning_blocks [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Provisioning for port 6c625f46-ac02-4d4b-8ccb-708ebe4cceb9 completed by entity L2. {{(pid=99870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 05:50:18.265738 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.provisioning_blocks [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Provisioning complete for port 6c625f46-ac02-4d4b-8ccb-708ebe4cceb9 triggered by entity L2. {{(pid=99870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 05:50:18.266115 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551367'] for port, provisioning_complete {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:18.271070 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-188f709d-7afa-4834-9b0c-bc1a4ff7b1ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:18.292706 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-188f709d-7afa-4834-9b0c-bc1a4ff7b1ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:18.296946 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-f90e565a-eccc-404c-9515-d575845aa557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2565432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27191910'] for subnet, after_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:18.307903 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-b2f73df7-4230-4708-9190-0fb37199a1ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:50:18.351516 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1464132'] for port, before_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:18.363254 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90e565a-eccc-404c-9515-d575845aa557 admin admin] Pushing event updated for resources: {'Subnet': ['ID=64ce003b-71cd-40f5-b9fb-45b0591cc381,revision_number=0']} {{(pid=99869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:50:18.366801 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-f90e565a-eccc-404c-9515-d575845aa557 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:50:18.372887 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f90e565a-eccc-404c-9515-d575845aa557 admin admin] Checking segment: {'id': '9d37f69c-1ad6-441c-adcc-320e22df48e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b0c9dd70-b90a-4d2f-9896-76688d3c8e0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 05:50:18.373499 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f90e565a-eccc-404c-9515-d575845aa557 admin admin] Network hostable DHCP agents. Network: b0c9dd70-b90a-4d2f-9896-76688d3c8e0a, hostable agents: ['f091d0a2-6a46-4cbb-8021-fc5f6c6b7d63'], hosted agents: [] {{(pid=99869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 05:50:18.375667 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81a1ba72-4ec1-46d7-979d-85f1e7c38589', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c625f46-ac02-4d4b-8ccb-708ebe4cceb9'}] {{(pid=99870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 05:50:18.379166 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b488aefaa6b1d6b79683e2609a7ce48815cfc41b5bb42f7017315c525e2bf75d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f3e09cb-0c84-42df-8b9a-13d601b1b846" -d '{"events": [{"server_uuid": "81a1ba72-4ec1-46d7-979d-85f1e7c38589", "name": "network-vif-plugged", "status": "completed", "tag": "6c625f46-ac02-4d4b-8ccb-708ebe4cceb9"}]}' {{(pid=99870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 05:50:18.393385 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.db [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] For port 6c625f46-ac02-4d4b-8ccb-708ebe4cceb9, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=6c625f46-ac02-4d4b-8ccb-708ebe4cceb9,segment=NetworkSegment(610ca3f8-5550-430d-8975-0cad37f000e3),segment_id=610ca3f8-5550-430d-8975-0cad37f000e3)] {{(pid=99870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:50:18.418708 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 05:50:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c505d81-6659-4725-aa1d-2173dd1d81c3 x-openstack-request-id: req-0c505d81-6659-4725-aa1d-2173dd1d81c3 {{(pid=99870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 05:50:18.419105 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81a1ba72-4ec1-46d7-979d-85f1e7c38589", "name": "network-vif-plugged", "status": "completed", "tag": "6c625f46-ac02-4d4b-8ccb-708ebe4cceb9", "code": 200}]} {{(pid=99870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 05:50:18.419428 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0c505d81-6659-4725-aa1d-2173dd1d81c3 {{(pid=99870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 05:50:18.419886 dv-cinder-772623-9-smb neutron-server[99870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81a1ba72-4ec1-46d7-979d-85f1e7c38589', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c625f46-ac02-4d4b-8ccb-708ebe4cceb9', 'code': 200} Jun 17 05:50:18.536161 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-188f709d-7afa-4834-9b0c-bc1a4ff7b1ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:18.542442 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-188f709d-7afa-4834-9b0c-bc1a4ff7b1ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:18.542442 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [None req-188f709d-7afa-4834-9b0c-bc1a4ff7b1ce admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/30c43b8d-1401-44e5-836a-270a37c2cf64 HTTP/1.1" status: 204 len: 168 time: 0.3279941 Jun 17 05:50:18.542442 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:50:18.548780 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188f709d-7afa-4834-9b0c-bc1a4ff7b1ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30c43b8d-1401-44e5-836a-270a37c2cf64,revision_number=None']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:50:18.551666 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-188f709d-7afa-4834-9b0c-bc1a4ff7b1ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:50:18.593248 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773697962343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773697504561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773697504606'] for port, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:18.593764 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f90e565a-eccc-404c-9515-d575845aa557 admin admin] Network b0c9dd70-b90a-4d2f-9896-76688d3c8e0a is scheduled to be hosted by DHCP agent f091d0a2-6a46-4cbb-8021-fc5f6c6b7d63 with binding_index 1 {{(pid=99869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 05:50:18.601887 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [None req-f9014a6b-8e77-4587-8034-49c0ca107928 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:50:18.685515 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Pushing event updated for resources: {'Port': ['ID=6c625f46-ac02-4d4b-8ccb-708ebe4cceb9,revision_number=5']} {{(pid=99870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:50:18.690063 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:50:18.708464 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.scheduler.base_scheduler [None req-f90e565a-eccc-404c-9515-d575845aa557 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-9-smb, b0c9dd70-b90a-4d2f-9896-76688d3c8e0a) {{(pid=99869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 05:50:18.713161 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f90e565a-eccc-404c-9515-d575845aa557 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:18.714094 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-f90e565a-eccc-404c-9515-d575845aa557 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564043'] for subnet, before_response {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:18.725803 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67dfb5d5-788d-45e5-8b13-88698c0f911f None None] Network b0c9dd70-b90a-4d2f-9896-76688d3c8e0a requested from dv-cinder-772623-9-smb {{(pid=99870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 05:50:18.782664 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.wsgi [-] (99869) accepted ('10.222.0.11', 53722) {{(pid=99869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:50:18.809020 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecfd759-8371-4368-9bc2-b0332b5e681a req-61b6ec80-2857-45f8-8926-1cb63123c576 tempest-VolumesActionsTest-1442188411 tempest-VolumesActionsTest-1442188411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:18.821156 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-7ecfd759-8371-4368-9bc2-b0332b5e681a req-61b6ec80-2857-45f8-8926-1cb63123c576 tempest-VolumesActionsTest-1442188411 tempest-VolumesActionsTest-1442188411-project] 10.222.0.11 "GET /v2.0/ports?device_id=81a1ba72-4ec1-46d7-979d-85f1e7c38589 HTTP/1.1" status: 200 len: 945 time: 0.1051683 Jun 17 05:50:18.851949 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [None req-f90e565a-eccc-404c-9515-d575845aa557 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3409400 Jun 17 05:50:18.853314 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.wsgi [-] (99868) accepted ('10.222.0.11', 53724) {{(pid=99868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:50:18.864089 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.v2.base [None req-48bb5c61-3ecc-42c8-91ac-4cc62d3916b4 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-533812212-router', 'tenant_id': 'd8ffadd857a64cdf99da0fe3d3f4fa2e', 'external_gateway_info': {'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6'}}} {{(pid=99868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:50:18.876024 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [None req-8b4c6cbe-7b84-4df0-a171-ac96b87c7529 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=fa978392532a48ac86ad26dcc61bb25c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0917051 Jun 17 05:50:18.880755 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.wsgi [-] (99869) accepted ('10.222.0.11', 53726) {{(pid=99869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:50:18.918503 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-414a0516-3e0e-4c54-a508-3ef012c51d47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb2b759c4-0602-5b39-aa3b-c64d413254e9-b0c9dd70-b90a-4d2f-9896-76688d3c8e0a', 'network_id': 'b0c9dd70-b90a-4d2f-9896-76688d3c8e0a', 'tenant_id': 'd8ffadd857a64cdf99da0fe3d3f4fa2e', 'fixed_ips': [{'subnet_id': '64ce003b-71cd-40f5-b9fb-45b0591cc381'}]}} from dv-cinder-772623-9-smb. {{(pid=99870) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 05:50:18.923573 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-414a0516-3e0e-4c54-a508-3ef012c51d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1464150'] for port, before_create {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:18.947523 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-7ecfd759-8371-4368-9bc2-b0332b5e681a req-a5efb62e-e7d7-4721-b7e5-1301f3bf1fa2 tempest-VolumesActionsTest-1442188411 tempest-VolumesActionsTest-1442188411-project] 10.222.0.11 "GET /v2.0/security-groups?id=9bc4575d-1dd5-4079-83ed-f69a074975d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255066 Jun 17 05:50:18.984311 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-b7831247-bd97-4b72-b037-f575d442a55d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:19.007124 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-b7831247-bd97-4b72-b037-f575d442a55d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:19.030272 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bb467c-0ea5-4b81-99ff-ebc683ee32b2 req-e72e8435-ba36-42ef-845b-611d76767652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:19.032920 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-82bb467c-0ea5-4b81-99ff-ebc683ee32b2 req-e72e8435-ba36-42ef-845b-611d76767652 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=81a1ba72-4ec1-46d7-979d-85f1e7c38589 HTTP/1.1" status: 200 len: 1098 time: 0.0841219 Jun 17 05:50:19.034259 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-48bb5c61-3ecc-42c8-91ac-4cc62d3916b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-368566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2780'] for router, before_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:19.035947 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-48bb5c61-3ecc-42c8-91ac-4cc62d3916b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-366879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422326', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-487148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2773'] for router, precommit_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:19.131997 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.db_base_plugin_common [None req-414a0516-3e0e-4c54-a508-3ef012c51d47 None None] Allocated IP 172.20.0.2 (b0c9dd70-b90a-4d2f-9896-76688d3c8e0a/64ce003b-71cd-40f5-b9fb-45b0591cc381/19f31cf9-84be-481d-9493-b51eec4c9516) {{(pid=99870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 05:50:19.161570 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-48bb5c61-3ecc-42c8-91ac-4cc62d3916b4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:19.163612 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-82bb467c-0ea5-4b81-99ff-ebc683ee32b2 req-8712d33f-5bc8-47fd-8da9-f2ee3b434758 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=9bc4575d-1dd5-4079-83ed-f69a074975d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202688 Jun 17 05:50:19.205258 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-b7831247-bd97-4b72-b037-f575d442a55d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:19.207843 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-b7831247-bd97-4b72-b037-f575d442a55d admin admin] Notify callbacks [] for security_group, before_response {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:19.216380 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [None req-b7831247-bd97-4b72-b037-f575d442a55d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a9a31ddb-8cc2-4b6b-8a8d-423b85fd10e6 HTTP/1.1" status: 204 len: 168 time: 0.3283873 Jun 17 05:50:19.216380 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:50:19.234223 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7831247-bd97-4b72-b037-f575d442a55d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9a31ddb-8cc2-4b6b-8a8d-423b85fd10e6,revision_number=None']} {{(pid=99869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:50:19.242869 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-b7831247-bd97-4b72-b037-f575d442a55d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:50:19.349814 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee490631-e12f-488f-bbac-10f44d471034 req-9a52dbf4-b097-473c-a558-8d92d31bac9e tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:19.364635 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-ee490631-e12f-488f-bbac-10f44d471034 req-9a52dbf4-b097-473c-a558-8d92d31bac9e tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/ports?device_id=78f4023e-2a2f-47f9-b977-30c96e374c99 HTTP/1.1" status: 200 len: 945 time: 0.1154981 Jun 17 05:50:19.376290 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-414a0516-3e0e-4c54-a508-3ef012c51d47 None None] Notify callbacks [] for port, precommit_create {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:19.388442 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.provisioning_blocks [None req-414a0516-3e0e-4c54-a508-3ef012c51d47 None None] Transition to ACTIVE for port object 19f31cf9-84be-481d-9493-b51eec4c9516 will not be triggered until provisioned by entity L2. {{(pid=99870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 05:50:19.423275 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.provisioning_blocks [None req-414a0516-3e0e-4c54-a508-3ef012c51d47 None None] Transition to ACTIVE for port object 19f31cf9-84be-481d-9493-b51eec4c9516 will not be triggered until provisioned by entity DHCP. {{(pid=99870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 05:50:19.431273 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-ee490631-e12f-488f-bbac-10f44d471034 req-799321e4-784c-473e-86cb-0348a40bd097 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/security-groups?id=72b04d2a-db53-4be4-b153-1399428b4f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638123 Jun 17 05:50:19.439830 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-48bb5c61-3ecc-42c8-91ac-4cc62d3916b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422308', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-368536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2755'] for router, precommit_update {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:19.542341 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-414a0516-3e0e-4c54-a508-3ef012c51d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1465235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-156110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-564052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773697504543'] for port, after_create {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:19.545330 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:50:19.580533 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-414a0516-3e0e-4c54-a508-3ef012c51d47 None None] Network b0c9dd70-b90a-4d2f-9896-76688d3c8e0a is already hosted by enough agents. {{(pid=99870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 05:50:19.583526 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.scheduler.base_scheduler [None req-414a0516-3e0e-4c54-a508-3ef012c51d47 None None] Resources bound (agent type, host, resource id): {{(pid=99870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 05:50:19.588897 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-414a0516-3e0e-4c54-a508-3ef012c51d47 None None] Received port after_create {{(pid=99870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 05:50:19.595308 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414a0516-3e0e-4c54-a508-3ef012c51d47 None None] Pushing event updated for resources: {'Port': ['ID=19f31cf9-84be-481d-9493-b51eec4c9516,revision_number=1']} {{(pid=99870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:50:19.599999 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [None req-414a0516-3e0e-4c54-a508-3ef012c51d47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:50:19.650674 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.managers [None req-414a0516-3e0e-4c54-a508-3ef012c51d47 None None] Attempting to bind port 19f31cf9-84be-481d-9493-b51eec4c9516 on host dv-cinder-772623-9-smb for vnic_type normal with profile {{(pid=99870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 05:50:19.651243 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.managers [None req-414a0516-3e0e-4c54-a508-3ef012c51d47 None None] Attempting to bind port 19f31cf9-84be-481d-9493-b51eec4c9516 by drivers openvswitch,hyperv on host dv-cinder-772623-9-smb at level 0 using segments [{'id': '9d37f69c-1ad6-441c-adcc-320e22df48e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b0c9dd70-b90a-4d2f-9896-76688d3c8e0a'}] {{(pid=99870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 05:50:19.651808 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-414a0516-3e0e-4c54-a508-3ef012c51d47 None None] Attempting to bind port 19f31cf9-84be-481d-9493-b51eec4c9516 on network b0c9dd70-b90a-4d2f-9896-76688d3c8e0a {{(pid=99870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 05:50:19.657018 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-414a0516-3e0e-4c54-a508-3ef012c51d47 None None] Checking agent: {'id': 'b8410894-a9e9-4538-b1e5-41b045bec560', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-9-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 5, 41, 12), 'started_at': datetime.datetime(2021, 6, 17, 5, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 5, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-9-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 05:50:19.657394 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-414a0516-3e0e-4c54-a508-3ef012c51d47 None None] Checking segment: {'id': '9d37f69c-1ad6-441c-adcc-320e22df48e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b0c9dd70-b90a-4d2f-9896-76688d3c8e0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 05:50:19.657799 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-414a0516-3e0e-4c54-a508-3ef012c51d47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:19.658205 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-414a0516-3e0e-4c54-a508-3ef012c51d47 None None] Bound using segment: {'id': '9d37f69c-1ad6-441c-adcc-320e22df48e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b0c9dd70-b90a-4d2f-9896-76688d3c8e0a'} {{(pid=99870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 05:50:19.658655 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.managers [None req-414a0516-3e0e-4c54-a508-3ef012c51d47 None None] Bound port: 19f31cf9-84be-481d-9493-b51eec4c9516, host: dv-cinder-772623-9-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d37f69c-1ad6-441c-adcc-320e22df48e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b0c9dd70-b90a-4d2f-9896-76688d3c8e0a'}}] {{(pid=99870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 05:50:19.659068 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-414a0516-3e0e-4c54-a508-3ef012c51d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1464132'] for port, before_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:19.725073 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.db [None req-414a0516-3e0e-4c54-a508-3ef012c51d47 None None] For port 19f31cf9-84be-481d-9493-b51eec4c9516, host dv-cinder-772623-9-smb, cleared binding levels {{(pid=99870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 05:50:19.728066 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.db [None req-414a0516-3e0e-4c54-a508-3ef012c51d47 None None] For port 19f31cf9-84be-481d-9493-b51eec4c9516, host dv-cinder-772623-9-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-9-smb',level=0,port_id=19f31cf9-84be-481d-9493-b51eec4c9516,segment=NetworkSegment(9d37f69c-1ad6-441c-adcc-320e22df48e5),segment_id=9d37f69c-1ad6-441c-adcc-320e22df48e5)] {{(pid=99870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 05:50:19.776980 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-414a0516-3e0e-4c54-a508-3ef012c51d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773697962343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773697504561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773697504606'] for port, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:19.779983 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:50:19.802061 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-48bb5c61-3ecc-42c8-91ac-4cc62d3916b4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:19.823605 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.wsgi [-] (99869) accepted ('10.222.0.11', 53752) {{(pid=99869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:50:19.826889 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-48bb5c61-3ecc-42c8-91ac-4cc62d3916b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1464150'] for port, before_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:19.845227 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-11c89f9d-8cdd-498b-a554-c4b345d52e54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:19.854443 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414a0516-3e0e-4c54-a508-3ef012c51d47 None None] Pushing event updated for resources: {'Port': ['ID=19f31cf9-84be-481d-9493-b51eec4c9516,revision_number=2']} {{(pid=99870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:50:19.857947 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [None req-414a0516-3e0e-4c54-a508-3ef012c51d47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:50:19.971618 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.db.db_base_plugin_common [None req-48bb5c61-3ecc-42c8-91ac-4cc62d3916b4 admin admin] Allocated IP 172.28.2.166 (afc4d833-6824-4139-a55a-2b6a6bf3fba6/527396ff-4aca-4049-a96d-23452d13fcc2/e9f53430-2d5c-446d-80fe-60128a86f748) {{(pid=99868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 05:50:20.029173 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-11c89f9d-8cdd-498b-a554-c4b345d52e54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:20.192896 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-48bb5c61-3ecc-42c8-91ac-4cc62d3916b4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:20.219652 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f430def-f84a-4bcd-9257-36b0ee073063 req-93568b19-b6fd-4631-9d5d-804748710035 tempest-VolumesActionsTest-1442188411 tempest-VolumesActionsTest-1442188411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:20.221098 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-9f430def-f84a-4bcd-9257-36b0ee073063 req-93568b19-b6fd-4631-9d5d-804748710035 tempest-VolumesActionsTest-1442188411 tempest-VolumesActionsTest-1442188411-project] 10.222.0.11 "GET /v2.0/ports?device_id=81a1ba72-4ec1-46d7-979d-85f1e7c38589 HTTP/1.1" status: 200 len: 945 time: 0.0786228 Jun 17 05:50:20.266233 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-9f430def-f84a-4bcd-9257-36b0ee073063 req-b4dc8f0e-c5c7-497f-a779-c100c68d08c6 tempest-VolumesActionsTest-1442188411 tempest-VolumesActionsTest-1442188411-project] 10.222.0.11 "GET /v2.0/security-groups?id=9bc4575d-1dd5-4079-83ed-f69a074975d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391495 Jun 17 05:50:20.359283 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-11c89f9d-8cdd-498b-a554-c4b345d52e54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:20.359694 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-48bb5c61-3ecc-42c8-91ac-4cc62d3916b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1465235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-156110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-564052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773697504543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2882486'] for port, after_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:20.362043 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-36faeadc-f811-4f39-bb0f-fc21f8f47e59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:50:20.364611 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:50:20.413219 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48bb5c61-3ecc-42c8-91ac-4cc62d3916b4 admin admin] Network afc4d833-6824-4139-a55a-2b6a6bf3fba6 is already hosted by enough agents. {{(pid=99868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 05:50:20.413405 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c89f9d-8cdd-498b-a554-c4b345d52e54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79d0cafb-8c1a-4c6c-a0c8-1e191d4004a9,revision_number=1']} {{(pid=99869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:50:20.417789 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-11c89f9d-8cdd-498b-a554-c4b345d52e54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:50:20.421156 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [None req-11c89f9d-8cdd-498b-a554-c4b345d52e54 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=fa82af1bdf8e495aac50f59a7d951a55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5965283 Jun 17 05:50:20.426999 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.wsgi [-] (99868) accepted ('10.222.0.11', 53766) {{(pid=99868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:50:20.428109 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.scheduler.base_scheduler [None req-48bb5c61-3ecc-42c8-91ac-4cc62d3916b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=99868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 05:50:20.434324 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48bb5c61-3ecc-42c8-91ac-4cc62d3916b4 admin admin] Received port after_create {{(pid=99868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 05:50:20.452105 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bb5c61-3ecc-42c8-91ac-4cc62d3916b4 admin admin] Pushing event updated for resources: {'Port': ['ID=e9f53430-2d5c-446d-80fe-60128a86f748,revision_number=1']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:50:20.481518 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Device 19f31cf9-84be-481d-9493-b51eec4c9516 up at agent ovs-agent-dv-cinder-772623-9-smb {{(pid=99870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 05:50:20.523254 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-48bb5c61-3ecc-42c8-91ac-4cc62d3916b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:50:20.680217 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.provisioning_blocks [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Provisioning for port 19f31cf9-84be-481d-9493-b51eec4c9516 completed by entity L2. {{(pid=99870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 05:50:20.688686 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-11aeec99-9a34-420e-8101-8cc3cc638702 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:20.721752 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.wsgi [-] (99869) accepted ('10.222.0.11', 53776) {{(pid=99869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:50:20.727554 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-11aeec99-9a34-420e-8101-8cc3cc638702 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:20.830673 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3deb89e1-4ccb-4ce4-a067-494cf2ab2bf4 req-3a3b788f-1da4-43b5-aa1d-31ab1dd90a1d tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:20.836776 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-3deb89e1-4ccb-4ce4-a067-494cf2ab2bf4 req-3a3b788f-1da4-43b5-aa1d-31ab1dd90a1d tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/ports?device_id=78f4023e-2a2f-47f9-b977-30c96e374c99 HTTP/1.1" status: 200 len: 945 time: 0.1492550 Jun 17 05:50:20.876400 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-3deb89e1-4ccb-4ce4-a067-494cf2ab2bf4 req-21cbc8b4-1df3-4931-92a0-e942f56390da tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/security-groups?id=72b04d2a-db53-4be4-b153-1399428b4f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387039 Jun 17 05:50:20.945335 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-35ecd21a-2774-4cd4-825e-a631bf98569b admin admin] Notify callbacks [] for security_group, before_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:20.968795 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-11aeec99-9a34-420e-8101-8cc3cc638702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:20.968795 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-11aeec99-9a34-420e-8101-8cc3cc638702 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:20.970133 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [None req-11aeec99-9a34-420e-8101-8cc3cc638702 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/79d0cafb-8c1a-4c6c-a0c8-1e191d4004a9 HTTP/1.1" status: 204 len: 168 time: 0.5396473 Jun 17 05:50:20.976036 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-7dd0e069-3b1e-44c8-939f-b1a23f52227c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:50:20.988230 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11aeec99-9a34-420e-8101-8cc3cc638702 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79d0cafb-8c1a-4c6c-a0c8-1e191d4004a9,revision_number=None']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:50:20.991777 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-11aeec99-9a34-420e-8101-8cc3cc638702 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:50:21.029080 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-48bb5c61-3ecc-42c8-91ac-4cc62d3916b4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:21.122512 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-35ecd21a-2774-4cd4-825e-a631bf98569b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:21.137880 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f58e2622-bc18-4d5f-9bf0-f59af13e388e None None] Network b0c9dd70-b90a-4d2f-9896-76688d3c8e0a requested from dv-cinder-772623-9-smb {{(pid=99870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 05:50:21.151802 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.wsgi [-] (99869) accepted ('10.222.0.11', 53790) {{(pid=99869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:50:21.182124 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-35ecd21a-2774-4cd4-825e-a631bf98569b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:21.185430 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:50:21.273921 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [None req-35ecd21a-2774-4cd4-825e-a631bf98569b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ca7cd102ef454213be884b4547f0caca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5397420 Jun 17 05:50:21.274898 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.wsgi [-] (99869) accepted ('10.222.0.11', 53796) {{(pid=99869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:50:21.350124 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.provisioning_blocks [None req-451204b0-c44d-427e-9435-03559ce59102 None None] Provisioning for port 19f31cf9-84be-481d-9493-b51eec4c9516 completed by entity DHCP. {{(pid=99870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 05:50:21.359957 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.provisioning_blocks [None req-451204b0-c44d-427e-9435-03559ce59102 None None] Provisioning complete for port 19f31cf9-84be-481d-9493-b51eec4c9516 triggered by entity DHCP. {{(pid=99870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 05:50:21.360115 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ecd21a-2774-4cd4-825e-a631bf98569b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8c663b0-a8a6-4f51-8742-f2185418b6c1,revision_number=1']} {{(pid=99869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:50:21.360878 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-451204b0-c44d-427e-9435-03559ce59102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551367'] for port, provisioning_complete {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:21.416040 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-35ecd21a-2774-4cd4-825e-a631bf98569b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:50:21.416040 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.v2.base [None req-7302b7f2-b380-4eb9-8d46-ad8ef30bb6e5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1155783651-network', 'tenant_id': 'ae0a24f5f1a8477e9911aebfa109b499'}} {{(pid=99869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:50:21.503987 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-2b57acfd-39ec-44e9-9867-b321bd9247f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:21.538937 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-451204b0-c44d-427e-9435-03559ce59102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1464132'] for port, before_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:21.569655 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-2b57acfd-39ec-44e9-9867-b321bd9247f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:21.583178 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7302b7f2-b380-4eb9-8d46-ad8ef30bb6e5 admin admin] Made reservation on behalf of ae0a24f5f1a8477e9911aebfa109b499 for: {'network': 1} {{(pid=99869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 05:50:21.585629 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.db [None req-451204b0-c44d-427e-9435-03559ce59102 None None] For port 19f31cf9-84be-481d-9493-b51eec4c9516, host dv-cinder-772623-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-9-smb',level=0,port_id=19f31cf9-84be-481d-9493-b51eec4c9516,segment=NetworkSegment(9d37f69c-1ad6-441c-adcc-320e22df48e5),segment_id=9d37f69c-1ad6-441c-adcc-320e22df48e5)] {{(pid=99870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:50:21.586866 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-7302b7f2-b380-4eb9-8d46-ad8ef30bb6e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1464150'] for network, before_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:21.600394 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-7302b7f2-b380-4eb9-8d46-ad8ef30bb6e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:21.665465 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-451204b0-c44d-427e-9435-03559ce59102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773697962343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773697504561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773697504606'] for port, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:21.667510 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:50:21.736598 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451204b0-c44d-427e-9435-03559ce59102 None None] Pushing event updated for resources: {'Port': ['ID=19f31cf9-84be-481d-9493-b51eec4c9516,revision_number=3']} {{(pid=99870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:50:21.738739 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e985157-dd4a-4731-8be2-ac14ccbcea22 req-1994aec3-1ab0-48d0-9c1c-b50cd92464bf tempest-VolumesActionsTest-1442188411 tempest-VolumesActionsTest-1442188411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:21.740212 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-9e985157-dd4a-4731-8be2-ac14ccbcea22 req-1994aec3-1ab0-48d0-9c1c-b50cd92464bf tempest-VolumesActionsTest-1442188411 tempest-VolumesActionsTest-1442188411-project] 10.222.0.11 "GET /v2.0/ports?device_id=81a1ba72-4ec1-46d7-979d-85f1e7c38589 HTTP/1.1" status: 200 len: 945 time: 0.1328573 Jun 17 05:50:21.750677 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [None req-451204b0-c44d-427e-9435-03559ce59102 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:50:21.764489 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-48bb5c61-3ecc-42c8-91ac-4cc62d3916b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-368527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-422354'] for router, after_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:21.764697 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-2b57acfd-39ec-44e9-9867-b321bd9247f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:21.767286 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-2b57acfd-39ec-44e9-9867-b321bd9247f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:21.769931 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [None req-2b57acfd-39ec-44e9-9867-b321bd9247f6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d8c663b0-a8a6-4f51-8742-f2185418b6c1 HTTP/1.1" status: 204 len: 168 time: 0.4925826 Jun 17 05:50:21.775084 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-5c3f0d96-aa2a-4981-a94e-213bdc32523b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:50:21.786124 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b57acfd-39ec-44e9-9867-b321bd9247f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8c663b0-a8a6-4f51-8742-f2185418b6c1,revision_number=None']} {{(pid=99869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:50:21.791125 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-2b57acfd-39ec-44e9-9867-b321bd9247f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:50:21.840858 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-7302b7f2-b380-4eb9-8d46-ad8ef30bb6e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:21.874919 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-9e985157-dd4a-4731-8be2-ac14ccbcea22 req-99511446-66c7-4f33-8f99-a72252a1dfa6 tempest-VolumesActionsTest-1442188411 tempest-VolumesActionsTest-1442188411-project] 10.222.0.11 "GET /v2.0/security-groups?id=9bc4575d-1dd5-4079-83ed-f69a074975d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271460 Jun 17 05:50:21.887248 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.provisioning_blocks [None req-3f221d64-36f0-4887-8bf7-7375a0162de6 None None] Provisioning complete for port 19f31cf9-84be-481d-9493-b51eec4c9516 triggered by entity DHCP. {{(pid=99870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 05:50:21.888052 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-3f221d64-36f0-4887-8bf7-7375a0162de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551367'] for port, provisioning_complete {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:21.953023 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-7302b7f2-b380-4eb9-8d46-ad8ef30bb6e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:21.960291 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-765f627d-b070-4931-83cd-bedb3c8d38ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:50:21.992969 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7302b7f2-b380-4eb9-8d46-ad8ef30bb6e5 admin admin] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=99869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 05:50:22.014977 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7302b7f2-b380-4eb9-8d46-ad8ef30bb6e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad3694a9-44b5-4c4e-8ccd-12704d96cb91,revision_number=1']} {{(pid=99869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:50:22.016495 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48bb5c61-3ecc-42c8-91ac-4cc62d3916b4 admin admin] Router 7cdd4e4b-3e22-4469-9499-95828b4fbd9c is scheduled to L3 agent 81965deb-4354-4283-a756-7d5d3a21a742 with binding_index 1 {{(pid=99868) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 05:50:22.018630 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-7302b7f2-b380-4eb9-8d46-ad8ef30bb6e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589316'] for segment, precommit_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:22.020034 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.db.segments_db [None req-7302b7f2-b380-4eb9-8d46-ad8ef30bb6e5 admin admin] Added segment de5ee00f-2b8c-4637-b4a3-528ee36727c1 of type vlan for network c6577bd9-88ee-45e9-b1f3-3f9c3f74b7c9 Jun 17 05:50:22.021915 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-7302b7f2-b380-4eb9-8d46-ad8ef30bb6e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:50:22.099707 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-7302b7f2-b380-4eb9-8d46-ad8ef30bb6e5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773697459366'] for network, precommit_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:22.150889 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48bb5c61-3ecc-42c8-91ac-4cc62d3916b4 admin admin] Notify agent at l3_agent.dv-cinder-772623-9-smb the message routers_updated {{(pid=99868) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 05:50:22.153440 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b68e2d-8488-41f5-89c0-b83e62724c1b req-0a7313b9-dbf3-42b5-a474-ffbbd1e462b9 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:22.154952 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-96b68e2d-8488-41f5-89c0-b83e62724c1b req-0a7313b9-dbf3-42b5-a474-ffbbd1e462b9 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/ports?device_id=78f4023e-2a2f-47f9-b977-30c96e374c99 HTTP/1.1" status: 200 len: 945 time: 0.1219363 Jun 17 05:50:22.168018 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50cc738f-c86e-4eef-a547-41da28eb460f None None] Sync routers for ids ['7cdd4e4b-3e22-4469-9499-95828b4fbd9c'] in dv-cinder-772623-9-smb {{(pid=99871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 05:50:22.185083 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50cc738f-c86e-4eef-a547-41da28eb460f None None] Routers {'7cdd4e4b-3e22-4469-9499-95828b4fbd9c'} bound to L3 agent in host dv-cinder-772623-9-smb {{(pid=99871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 05:50:22.186554 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.db.l3_hamode_db [None req-50cc738f-c86e-4eef-a547-41da28eb460f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T05:41:12Z,description=,heartbeat_timestamp=2021-06-17T05:50:12Z,host='dv-cinder-772623-9-smb',id=81965deb-4354-4283-a756-7d5d3a21a742,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T05:41:12Z,topic='l3_agent')) {'router_ids': ['7cdd4e4b-3e22-4469-9499-95828b4fbd9c'], 'active': True} {{(pid=99871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:50:22.216299 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-96b68e2d-8488-41f5-89c0-b83e62724c1b req-07b5ca31-e6c5-461a-ac46-de2d6d658c2f tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/security-groups?id=72b04d2a-db53-4be4-b153-1399428b4f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434308 Jun 17 05:50:22.250023 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-7302b7f2-b380-4eb9-8d46-ad8ef30bb6e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3713235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-564052'] for network, after_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:22.250023 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7302b7f2-b380-4eb9-8d46-ad8ef30bb6e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:22.250023 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-7302b7f2-b380-4eb9-8d46-ad8ef30bb6e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564043'] for network, before_response {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:22.250023 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-1fd7d7e9-8690-49af-9d3f-9a7b3d011e32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:50:22.255234 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.wsgi [-] (99868) accepted ('10.222.0.11', 53818) {{(pid=99868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:50:22.270719 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-aba3e7e5-9542-4a98-bf46-a1f789cf25a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:22.280494 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-48bb5c61-3ecc-42c8-91ac-4cc62d3916b4 admin admin] Notify callbacks [] for router, before_response {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:22.281926 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [None req-48bb5c61-3ecc-42c8-91ac-4cc62d3916b4 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.4276712 Jun 17 05:50:22.286597 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.wsgi [-] (99868) accepted ('10.222.0.11', 53820) {{(pid=99868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:50:22.306152 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.db.l3_dvr_db [None req-50cc738f-c86e-4eef-a547-41da28eb460f None None] Set router 7cdd4e4b-3e22-4469-9499-95828b4fbd9c gateway port host: dv-cinder-772623-9-smb {{(pid=99871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 05:50:22.308166 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7302b7f2-b380-4eb9-8d46-ad8ef30bb6e5 admin admin] Pushing event updated for resources: {'Network': ['ID=c6577bd9-88ee-45e9-b1f3-3f9c3f74b7c9,revision_number=1']} {{(pid=99869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:50:22.311024 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-7302b7f2-b380-4eb9-8d46-ad8ef30bb6e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:50:22.331350 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Network c6577bd9-88ee-45e9-b1f3-3f9c3f74b7c9 details requested by agent ovs-agent-dv-cinder-772623-9-smb with host dv-cinder-772623-9-smb {{(pid=99870) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 05:50:22.443140 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Device 19f31cf9-84be-481d-9493-b51eec4c9516 up at agent ovs-agent-dv-cinder-772623-9-smb {{(pid=99870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 05:50:22.493760 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.provisioning_blocks [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Provisioning complete for port 19f31cf9-84be-481d-9493-b51eec4c9516 triggered by entity L2. {{(pid=99870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 05:50:22.494419 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551367'] for port, provisioning_complete {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:22.505217 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.db.l3_hamode_db [None req-50cc738f-c86e-4eef-a547-41da28eb460f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cdd4e4b-3e22-4469-9499-95828b4fbd9c', 'name': 'tempest-TestMinimumBasicScenario-533812212-router', 'tenant_id': 'd8ffadd857a64cdf99da0fe3d3f4fa2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6', 'external_fixed_ips': [{'subnet_id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'ip_address': '172.28.2.166'}], 'enable_snat': True}, 'gw_port_id': 'e9f53430-2d5c-446d-80fe-60128a86f748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T05:50:19Z', 'updated_at': '2021-06-17T05:50:20Z', 'revision_number': 3, 'project_id': 'd8ffadd857a64cdf99da0fe3d3f4fa2e', 'gw_port': {'id': 'e9f53430-2d5c-446d-80fe-60128a86f748', 'name': '', 'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:03:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cdd4e4b-3e22-4469-9499-95828b4fbd9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'ip_address': '172.28.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:50:19Z', 'updated_at': '2021-06-17T05:50:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-smb'}], 'dv-cinder-772623-9-smb', False) {} {{(pid=99871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:50:22.513122 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [None req-7302b7f2-b380-4eb9-8d46-ad8ef30bb6e5 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3599291 Jun 17 05:50:22.519750 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.wsgi [-] (99869) accepted ('10.222.0.11', 53822) {{(pid=99869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:50:22.521526 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.v2.base [None req-d809396e-0065-4acf-911c-0a1ca846d408 admin admin] Request body: {'subnet': {'network_id': 'c6577bd9-88ee-45e9-b1f3-3f9c3f74b7c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1155783651-subnet', 'tenant_id': 'ae0a24f5f1a8477e9911aebfa109b499', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=99869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:50:22.538955 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50cc738f-c86e-4eef-a547-41da28eb460f None None] Checking router: 7cdd4e4b-3e22-4469-9499-95828b4fbd9c for host: dv-cinder-772623-9-smb {{(pid=99871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 05:50:22.539322 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50cc738f-c86e-4eef-a547-41da28eb460f None None] Updating router 7cdd4e4b-3e22-4469-9499-95828b4fbd9c port e9f53430-2d5c-446d-80fe-60128a86f748 binding host dv-cinder-772623-9-smb {{(pid=99871) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 05:50:22.579299 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-50cc738f-c86e-4eef-a547-41da28eb460f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1464132'] for port, before_update {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:22.735254 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.wsgi [-] (99869) accepted ('10.222.0.11', 53830) {{(pid=99869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:50:22.748888 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-4bd0eeb2-8b6a-41fe-8878-cdd5d8e3d346 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:22.758752 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-aba3e7e5-9542-4a98-bf46-a1f789cf25a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:22.815718 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-3c833f7d-d493-4465-97c3-7f84024eebf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1464150'] for port, before_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:22.834518 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-aba3e7e5-9542-4a98-bf46-a1f789cf25a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:22.854920 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-cac8b5e1-8c71-4323-b335-94cdc3617618 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:50:22.866095 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-50cc738f-c86e-4eef-a547-41da28eb460f None None] Notify callbacks [] for port, precommit_update {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:22.882751 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.db.provisioning_blocks [None req-50cc738f-c86e-4eef-a547-41da28eb460f None None] Transition to ACTIVE for port object e9f53430-2d5c-446d-80fe-60128a86f748 will not be triggered until provisioned by entity L2. {{(pid=99871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 05:50:22.904752 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [None req-aba3e7e5-9542-4a98-bf46-a1f789cf25a4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a2ed28dda7034e559c1cb021c051ce6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6483505 Jun 17 05:50:22.907305 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.wsgi [-] (99868) accepted ('10.222.0.11', 53836) {{(pid=99868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:50:22.938543 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba3e7e5-9542-4a98-bf46-a1f789cf25a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b419f60d-77fb-4b70-a304-2c1f0851e33d,revision_number=1']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:50:22.941676 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d809396e-0065-4acf-911c-0a1ca846d408 admin admin] Made reservation on behalf of ae0a24f5f1a8477e9911aebfa109b499 for: {'subnet': 1} {{(pid=99869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 05:50:22.944867 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-d809396e-0065-4acf-911c-0a1ca846d408 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27191924'] for subnet, before_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:22.949606 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-aba3e7e5-9542-4a98-bf46-a1f789cf25a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:50:22.958783 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-50cc738f-c86e-4eef-a547-41da28eb460f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773697962343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773697504561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773697504606'] for port, after_update {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:22.963024 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:50:23.006727 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a966455-27af-44d8-af49-f1d42f2ff6c3 None None] Pushing event updated for resources: {'Port': ['ID=e9f53430-2d5c-446d-80fe-60128a86f748,revision_number=2']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:50:23.011642 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-0a966455-27af-44d8-af49-f1d42f2ff6c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:50:23.033209 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-7231a57f-d654-43e7-8b4b-dbae265b5dc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:23.038039 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.plugins.ml2.managers [None req-50cc738f-c86e-4eef-a547-41da28eb460f None None] Attempting to bind port e9f53430-2d5c-446d-80fe-60128a86f748 on host dv-cinder-772623-9-smb for vnic_type normal with profile {{(pid=99871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 05:50:23.038739 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.plugins.ml2.managers [None req-50cc738f-c86e-4eef-a547-41da28eb460f None None] Attempting to bind port e9f53430-2d5c-446d-80fe-60128a86f748 by drivers openvswitch,hyperv on host dv-cinder-772623-9-smb at level 0 using segments [{'id': '5df065dd-7136-4632-92ed-7b0e1f2019c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6'}] {{(pid=99871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 05:50:23.039205 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50cc738f-c86e-4eef-a547-41da28eb460f None None] Attempting to bind port e9f53430-2d5c-446d-80fe-60128a86f748 on network afc4d833-6824-4139-a55a-2b6a6bf3fba6 {{(pid=99871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 05:50:23.044453 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50cc738f-c86e-4eef-a547-41da28eb460f None None] Checking agent: {'id': 'b8410894-a9e9-4538-b1e5-41b045bec560', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-9-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 5, 41, 12), 'started_at': datetime.datetime(2021, 6, 17, 5, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 5, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-9-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 05:50:23.044832 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50cc738f-c86e-4eef-a547-41da28eb460f None None] Checking segment: {'id': '5df065dd-7136-4632-92ed-7b0e1f2019c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 05:50:23.045232 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-50cc738f-c86e-4eef-a547-41da28eb460f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:23.045790 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50cc738f-c86e-4eef-a547-41da28eb460f None None] Bound using segment: {'id': '5df065dd-7136-4632-92ed-7b0e1f2019c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6'} {{(pid=99871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 05:50:23.046274 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.plugins.ml2.managers [None req-50cc738f-c86e-4eef-a547-41da28eb460f None None] Bound port: e9f53430-2d5c-446d-80fe-60128a86f748, host: dv-cinder-772623-9-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5df065dd-7136-4632-92ed-7b0e1f2019c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6'}}] {{(pid=99871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 05:50:23.046637 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-50cc738f-c86e-4eef-a547-41da28eb460f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1464132'] for port, before_update {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:23.087793 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-7231a57f-d654-43e7-8b4b-dbae265b5dc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:23.112267 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.db.db_base_plugin_common [None req-3c833f7d-d493-4465-97c3-7f84024eebf9 admin admin] Allocated IP 172.20.0.1 (b0c9dd70-b90a-4d2f-9896-76688d3c8e0a/64ce003b-71cd-40f5-b9fb-45b0591cc381/52a2f219-b275-42ed-8cf4-5c0e6d88bb3e) {{(pid=99868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 05:50:23.123914 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.plugins.ml2.db [None req-50cc738f-c86e-4eef-a547-41da28eb460f None None] For port e9f53430-2d5c-446d-80fe-60128a86f748, host dv-cinder-772623-9-smb, cleared binding levels {{(pid=99871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 05:50:23.128288 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.plugins.ml2.db [None req-50cc738f-c86e-4eef-a547-41da28eb460f None None] For port e9f53430-2d5c-446d-80fe-60128a86f748, host dv-cinder-772623-9-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-9-smb',level=0,port_id=e9f53430-2d5c-446d-80fe-60128a86f748,segment=NetworkSegment(5df065dd-7136-4632-92ed-7b0e1f2019c5),segment_id=5df065dd-7136-4632-92ed-7b0e1f2019c5)] {{(pid=99871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 05:50:23.149071 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-4bd0eeb2-8b6a-41fe-8878-cdd5d8e3d346 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:23.205297 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-50cc738f-c86e-4eef-a547-41da28eb460f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773697962343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773697504561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773697504606'] for port, after_update {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:23.215192 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:50:23.231156 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-3c833f7d-d493-4465-97c3-7f84024eebf9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:23.233110 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-4bd0eeb2-8b6a-41fe-8878-cdd5d8e3d346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:23.236683 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-36b024a1-06d8-48ab-80ad-a593af4ca11e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:50:23.242772 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50cc738f-c86e-4eef-a547-41da28eb460f None None] Routers {'7cdd4e4b-3e22-4469-9499-95828b4fbd9c'} bound to L3 agent in host dv-cinder-772623-9-smb {{(pid=99871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 05:50:23.243319 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.db.l3_hamode_db [None req-50cc738f-c86e-4eef-a547-41da28eb460f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T05:41:12Z,description=,heartbeat_timestamp=2021-06-17T05:50:12Z,host='dv-cinder-772623-9-smb',id=81965deb-4354-4283-a756-7d5d3a21a742,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T05:41:12Z,topic='l3_agent')) {'router_ids': ['7cdd4e4b-3e22-4469-9499-95828b4fbd9c'], 'active': True} {{(pid=99871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:50:23.270886 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-7231a57f-d654-43e7-8b4b-dbae265b5dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:23.270886 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-7231a57f-d654-43e7-8b4b-dbae265b5dc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:23.270886 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [None req-7231a57f-d654-43e7-8b4b-dbae265b5dc3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b419f60d-77fb-4b70-a304-2c1f0851e33d HTTP/1.1" status: 204 len: 168 time: 0.3600802 Jun 17 05:50:23.270886 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.db.provisioning_blocks [None req-3c833f7d-d493-4465-97c3-7f84024eebf9 admin admin] Transition to ACTIVE for port object 52a2f219-b275-42ed-8cf4-5c0e6d88bb3e will not be triggered until provisioned by entity DHCP. {{(pid=99868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 05:50:23.272046 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-fc74dab7-7524-4cdb-b539-0ec5e6a13363 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:50:23.281200 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7231a57f-d654-43e7-8b4b-dbae265b5dc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b419f60d-77fb-4b70-a304-2c1f0851e33d,revision_number=None']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:50:23.285455 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-7231a57f-d654-43e7-8b4b-dbae265b5dc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:50:23.319712 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [None req-4bd0eeb2-8b6a-41fe-8878-cdd5d8e3d346 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=faaa4339096a461789a43c273399ab54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5833511 Jun 17 05:50:23.326162 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a966455-27af-44d8-af49-f1d42f2ff6c3 None None] Pushing event updated for resources: {'Port': ['ID=e9f53430-2d5c-446d-80fe-60128a86f748,revision_number=3']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:50:23.327468 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.wsgi [-] (99869) accepted ('10.222.0.11', 53846) {{(pid=99869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:50:23.334268 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd0eeb2-8b6a-41fe-8878-cdd5d8e3d346 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57d1b6db-d492-4e15-99d6-f5892356fcee,revision_number=1']} {{(pid=99869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:50:23.342657 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-4bd0eeb2-8b6a-41fe-8878-cdd5d8e3d346 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:50:23.373448 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-0a966455-27af-44d8-af49-f1d42f2ff6c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:50:23.386350 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-d809396e-0065-4acf-911c-0a1ca846d408 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2565432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27191910'] for subnet, after_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:23.407457 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-92d88271-aad2-41ab-9b88-8395732e9df8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:50:23.422263 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-3c833f7d-d493-4465-97c3-7f84024eebf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1465235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-156110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-564052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773697504543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2882486'] for port, after_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:23.432836 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:50:23.473690 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c833f7d-d493-4465-97c3-7f84024eebf9 admin admin] Network b0c9dd70-b90a-4d2f-9896-76688d3c8e0a is already hosted by enough agents. {{(pid=99868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 05:50:23.476770 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.scheduler.base_scheduler [None req-3c833f7d-d493-4465-97c3-7f84024eebf9 admin admin] Resources bound (agent type, host, resource id): {{(pid=99868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 05:50:23.479484 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c833f7d-d493-4465-97c3-7f84024eebf9 admin admin] Received port after_create {{(pid=99868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 05:50:23.506638 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c833f7d-d493-4465-97c3-7f84024eebf9 admin admin] Pushing event updated for resources: {'Port': ['ID=52a2f219-b275-42ed-8cf4-5c0e6d88bb3e,revision_number=1']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:50:23.512189 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d809396e-0065-4acf-911c-0a1ca846d408 admin admin] Pushing event updated for resources: {'Subnet': ['ID=35c614e0-7ac4-483c-87c5-4f794e2b1be8,revision_number=0']} {{(pid=99869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:50:23.515349 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-3eaf6e57-a673-4096-84a7-61ecfdc71b1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:23.521048 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-d809396e-0065-4acf-911c-0a1ca846d408 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:50:23.522898 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-3c833f7d-d493-4465-97c3-7f84024eebf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:50:23.549902 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-3c833f7d-d493-4465-97c3-7f84024eebf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-426851'] for router_interface, before_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:23.551084 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d809396e-0065-4acf-911c-0a1ca846d408 admin admin] Checking segment: {'id': 'de5ee00f-2b8c-4637-b4a3-528ee36727c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'c6577bd9-88ee-45e9-b1f3-3f9c3f74b7c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 05:50:23.551450 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d809396e-0065-4acf-911c-0a1ca846d408 admin admin] Network hostable DHCP agents. Network: c6577bd9-88ee-45e9-b1f3-3f9c3f74b7c9, hostable agents: ['f091d0a2-6a46-4cbb-8021-fc5f6c6b7d63'], hosted agents: [] {{(pid=99869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 05:50:23.562639 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-3eaf6e57-a673-4096-84a7-61ecfdc71b1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:23.573242 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6022a612-7dc1-491b-8873-0e3de38819f8 req-c60033ca-4c34-408e-ac5f-f8664fe88824 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:23.574934 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-6022a612-7dc1-491b-8873-0e3de38819f8 req-c60033ca-4c34-408e-ac5f-f8664fe88824 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/ports?device_id=78f4023e-2a2f-47f9-b977-30c96e374c99 HTTP/1.1" status: 200 len: 945 time: 0.2027600 Jun 17 05:50:23.592662 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.db.l3_dvr_db [None req-50cc738f-c86e-4eef-a547-41da28eb460f None None] Set router 7cdd4e4b-3e22-4469-9499-95828b4fbd9c gateway port host: dv-cinder-772623-9-smb {{(pid=99871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 05:50:23.647145 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-6022a612-7dc1-491b-8873-0e3de38819f8 req-5fc1bd08-7df9-43c0-a312-306a4f0c888c tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/security-groups?id=72b04d2a-db53-4be4-b153-1399428b4f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617967 Jun 17 05:50:23.719151 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d809396e-0065-4acf-911c-0a1ca846d408 admin admin] Network c6577bd9-88ee-45e9-b1f3-3f9c3f74b7c9 is scheduled to be hosted by DHCP agent f091d0a2-6a46-4cbb-8021-fc5f6c6b7d63 with binding_index 1 {{(pid=99869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 05:50:23.747482 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-3eaf6e57-a673-4096-84a7-61ecfdc71b1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:23.750419 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-3eaf6e57-a673-4096-84a7-61ecfdc71b1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:23.752220 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [None req-3eaf6e57-a673-4096-84a7-61ecfdc71b1e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/57d1b6db-d492-4e15-99d6-f5892356fcee HTTP/1.1" status: 204 len: 168 time: 0.4230459 Jun 17 05:50:23.753770 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:50:23.761939 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eaf6e57-a673-4096-84a7-61ecfdc71b1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57d1b6db-d492-4e15-99d6-f5892356fcee,revision_number=None']} {{(pid=99869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:50:23.764366 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-3eaf6e57-a673-4096-84a7-61ecfdc71b1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:50:23.833336 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.scheduler.base_scheduler [None req-d809396e-0065-4acf-911c-0a1ca846d408 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-9-smb, c6577bd9-88ee-45e9-b1f3-3f9c3f74b7c9) {{(pid=99869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 05:50:23.834819 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.db.l3_hamode_db [None req-50cc738f-c86e-4eef-a547-41da28eb460f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cdd4e4b-3e22-4469-9499-95828b4fbd9c', 'name': 'tempest-TestMinimumBasicScenario-533812212-router', 'tenant_id': 'd8ffadd857a64cdf99da0fe3d3f4fa2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6', 'external_fixed_ips': [{'subnet_id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'ip_address': '172.28.2.166'}], 'enable_snat': True}, 'gw_port_id': 'e9f53430-2d5c-446d-80fe-60128a86f748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T05:50:19Z', 'updated_at': '2021-06-17T05:50:20Z', 'revision_number': 3, 'project_id': 'd8ffadd857a64cdf99da0fe3d3f4fa2e', 'gw_port': {'id': 'e9f53430-2d5c-446d-80fe-60128a86f748', 'name': '', 'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:03:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cdd4e4b-3e22-4469-9499-95828b4fbd9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'ip_address': '172.28.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:50:19Z', 'updated_at': '2021-06-17T05:50:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-smb'}], 'dv-cinder-772623-9-smb', False) {} {{(pid=99871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:50:23.839017 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d809396e-0065-4acf-911c-0a1ca846d408 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:23.842948 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-d809396e-0065-4acf-911c-0a1ca846d408 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564043'] for subnet, before_response {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:23.848656 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbfa4078-c7e7-4a14-aaa8-719fac321511 None None] Network c6577bd9-88ee-45e9-b1f3-3f9c3f74b7c9 requested from dv-cinder-772623-9-smb {{(pid=99870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 05:50:23.865579 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-3c833f7d-d493-4465-97c3-7f84024eebf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1464132'] for port, before_update {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:23.915291 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50cc738f-c86e-4eef-a547-41da28eb460f None None] The sync data for ids ['7cdd4e4b-3e22-4469-9499-95828b4fbd9c'] in dv-cinder-772623-9-smb is: [{'id': '7cdd4e4b-3e22-4469-9499-95828b4fbd9c', 'name': 'tempest-TestMinimumBasicScenario-533812212-router', 'tenant_id': 'd8ffadd857a64cdf99da0fe3d3f4fa2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6', 'external_fixed_ips': [{'subnet_id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'ip_address': '172.28.2.166'}], 'enable_snat': True}, 'gw_port_id': 'e9f53430-2d5c-446d-80fe-60128a86f748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T05:50:19Z', 'updated_at': '2021-06-17T05:50:20Z', 'revision_number': 3, 'project_id': 'd8ffadd857a64cdf99da0fe3d3f4fa2e', 'gw_port': {'id': 'e9f53430-2d5c-446d-80fe-60128a86f748', 'name': '', 'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:03:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cdd4e4b-3e22-4469-9499-95828b4fbd9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'ip_address': '172.28.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:50:19Z', 'updated_at': '2021-06-17T05:50:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-smb'}] {{(pid=99871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 05:50:23.945511 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [None req-d809396e-0065-4acf-911c-0a1ca846d408 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4298880 Jun 17 05:50:23.953834 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.wsgi [-] (99869) accepted ('10.222.0.11', 53860) {{(pid=99869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:50:23.959926 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.v2.base [None req-1fa919a3-80a4-4b3c-ab5c-6b0b4eaa7a74 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1155783651-router', 'tenant_id': 'ae0a24f5f1a8477e9911aebfa109b499', 'external_gateway_info': {'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6'}}} {{(pid=99869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:50:24.027406 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.provisioning_blocks [None req-eac01400-8bc7-4594-9f94-c7578b3e6b08 None None] Provisioning for port 52a2f219-b275-42ed-8cf4-5c0e6d88bb3e completed by entity DHCP. {{(pid=99870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 05:50:24.033509 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.provisioning_blocks [None req-eac01400-8bc7-4594-9f94-c7578b3e6b08 None None] Provisioning complete for port 52a2f219-b275-42ed-8cf4-5c0e6d88bb3e triggered by entity DHCP. {{(pid=99870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 05:50:24.036546 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-eac01400-8bc7-4594-9f94-c7578b3e6b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551367'] for port, provisioning_complete {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:24.129810 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.plugin [None req-eac01400-8bc7-4594-9f94-c7578b3e6b08 None None] Port 52a2f219-b275-42ed-8cf4-5c0e6d88bb3e cannot update to ACTIVE because it is not bound. {{(pid=99870) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 05:50:24.155724 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-3c833f7d-d493-4465-97c3-7f84024eebf9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:24.174677 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22329d31-869b-45e4-ae00-d7b9c2606ffd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb2b759c4-0602-5b39-aa3b-c64d413254e9-c6577bd9-88ee-45e9-b1f3-3f9c3f74b7c9', 'network_id': 'c6577bd9-88ee-45e9-b1f3-3f9c3f74b7c9', 'tenant_id': 'ae0a24f5f1a8477e9911aebfa109b499', 'fixed_ips': [{'subnet_id': '35c614e0-7ac4-483c-87c5-4f794e2b1be8'}]}} from dv-cinder-772623-9-smb. {{(pid=99870) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 05:50:24.176190 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-22329d31-869b-45e4-ae00-d7b9c2606ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1464150'] for port, before_create {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:24.181577 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-1fa919a3-80a4-4b3c-ab5c-6b0b4eaa7a74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-368566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2780'] for router, before_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:24.182595 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-1fa919a3-80a4-4b3c-ab5c-6b0b4eaa7a74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-366879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422326', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-487148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2773'] for router, precommit_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:24.250408 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-1fa919a3-80a4-4b3c-ab5c-6b0b4eaa7a74 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:24.287257 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-3c833f7d-d493-4465-97c3-7f84024eebf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773697962343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773697504561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773697504606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2882436'] for port, after_update {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:24.291353 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-c11ac81b-af28-4f47-a161-97842d0d0f54 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:50:24.536912 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-3c833f7d-d493-4465-97c3-7f84024eebf9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-426783'] for router_interface, after_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:24.558930 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.db_base_plugin_common [None req-22329d31-869b-45e4-ae00-d7b9c2606ffd None None] Allocated IP 172.20.0.2 (c6577bd9-88ee-45e9-b1f3-3f9c3f74b7c9/35c614e0-7ac4-483c-87c5-4f794e2b1be8/bc9f0ca6-07dc-436c-a996-63ba5aded0b5) {{(pid=99870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 05:50:24.564703 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c833f7d-d493-4465-97c3-7f84024eebf9 admin admin] Pushing event updated for resources: {'Port': ['ID=52a2f219-b275-42ed-8cf4-5c0e6d88bb3e,revision_number=2']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:50:24.569372 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Device e9f53430-2d5c-446d-80fe-60128a86f748 up at agent ovs-agent-dv-cinder-772623-9-smb {{(pid=99870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 05:50:24.569517 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-3c833f7d-d493-4465-97c3-7f84024eebf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:50:24.694717 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-1fa919a3-80a4-4b3c-ab5c-6b0b4eaa7a74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422308', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-368536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2755'] for router, precommit_update {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:24.785268 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c833f7d-d493-4465-97c3-7f84024eebf9 admin admin] Network b0c9dd70-b90a-4d2f-9896-76688d3c8e0a is already hosted by enough agents. {{(pid=99868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 05:50:24.788028 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.scheduler.base_scheduler [None req-3c833f7d-d493-4465-97c3-7f84024eebf9 admin admin] Resources bound (agent type, host, resource id): {{(pid=99868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 05:50:24.824687 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.provisioning_blocks [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Provisioning for port e9f53430-2d5c-446d-80fe-60128a86f748 completed by entity L2. {{(pid=99870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 05:50:24.858687 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.provisioning_blocks [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Provisioning complete for port e9f53430-2d5c-446d-80fe-60128a86f748 triggered by entity L2. {{(pid=99870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 05:50:24.859406 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551367'] for port, provisioning_complete {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:25.092522 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c833f7d-d493-4465-97c3-7f84024eebf9 admin admin] Router 7cdd4e4b-3e22-4469-9499-95828b4fbd9c has already been hosted by L3 agent 81965deb-4354-4283-a756-7d5d3a21a742 {{(pid=99868) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 05:50:25.172216 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa095b6-eda9-4250-b9b4-2bd13fdd5efe req-c6c162c5-7a28-4ee4-bb53-6127e1922aa4 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:25.183906 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-cfa095b6-eda9-4250-b9b4-2bd13fdd5efe req-c6c162c5-7a28-4ee4-bb53-6127e1922aa4 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/ports?device_id=78f4023e-2a2f-47f9-b977-30c96e374c99 HTTP/1.1" status: 200 len: 945 time: 0.2970636 Jun 17 05:50:25.223676 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-22329d31-869b-45e4-ae00-d7b9c2606ffd None None] Notify callbacks [] for port, precommit_create {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:25.275453 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.provisioning_blocks [None req-22329d31-869b-45e4-ae00-d7b9c2606ffd None None] Transition to ACTIVE for port object bc9f0ca6-07dc-436c-a996-63ba5aded0b5 will not be triggered until provisioned by entity L2. {{(pid=99870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 05:50:25.323418 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1464132'] for port, before_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:25.340541 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c833f7d-d493-4465-97c3-7f84024eebf9 admin admin] Notify agent at l3_agent.dv-cinder-772623-9-smb the message routers_updated {{(pid=99868) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 05:50:25.362103 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.db [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] For port e9f53430-2d5c-446d-80fe-60128a86f748, host dv-cinder-772623-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-9-smb',level=0,port_id=e9f53430-2d5c-446d-80fe-60128a86f748,segment=NetworkSegment(5df065dd-7136-4632-92ed-7b0e1f2019c5),segment_id=5df065dd-7136-4632-92ed-7b0e1f2019c5)] {{(pid=99870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:50:25.362328 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [None req-3c833f7d-d493-4465-97c3-7f84024eebf9 admin admin] 10.222.0.11 "PUT /v2.0/routers/7cdd4e4b-3e22-4469-9499-95828b4fbd9c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0740845 Jun 17 05:50:25.364645 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-cfa095b6-eda9-4250-b9b4-2bd13fdd5efe req-b5db58fb-ec67-4d6e-ab69-504fbbde1c7a tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/security-groups?id=72b04d2a-db53-4be4-b153-1399428b4f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793785 Jun 17 05:50:25.367701 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.provisioning_blocks [None req-22329d31-869b-45e4-ae00-d7b9c2606ffd None None] Transition to ACTIVE for port object bc9f0ca6-07dc-436c-a996-63ba5aded0b5 will not be triggered until provisioned by entity DHCP. {{(pid=99870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 05:50:25.375837 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.provisioning_blocks [None req-ccd2ff75-afbf-4d00-842d-68c8fb55ab4c None None] Provisioning complete for port 52a2f219-b275-42ed-8cf4-5c0e6d88bb3e triggered by entity DHCP. {{(pid=99870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 05:50:25.376481 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-ccd2ff75-afbf-4d00-842d-68c8fb55ab4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551367'] for port, provisioning_complete {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:25.429164 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.plugin [None req-ccd2ff75-afbf-4d00-842d-68c8fb55ab4c None None] Port 52a2f219-b275-42ed-8cf4-5c0e6d88bb3e cannot update to ACTIVE because it is not bound. {{(pid=99870) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 05:50:25.462692 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-1fa919a3-80a4-4b3c-ab5c-6b0b4eaa7a74 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:25.488103 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-1fa919a3-80a4-4b3c-ab5c-6b0b4eaa7a74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1464150'] for port, before_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:25.488227 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773697962343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773697504561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773697504606'] for port, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:25.491475 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-22329d31-869b-45e4-ae00-d7b9c2606ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1465235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-156110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-564052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773697504543'] for port, after_create {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:25.502542 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:50:25.538146 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22329d31-869b-45e4-ae00-d7b9c2606ffd None None] Network c6577bd9-88ee-45e9-b1f3-3f9c3f74b7c9 is already hosted by enough agents. {{(pid=99870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 05:50:25.542171 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.scheduler.base_scheduler [None req-22329d31-869b-45e4-ae00-d7b9c2606ffd None None] Resources bound (agent type, host, resource id): {{(pid=99870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 05:50:25.546260 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22329d31-869b-45e4-ae00-d7b9c2606ffd None None] Received port after_create {{(pid=99870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 05:50:25.633505 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Pushing event updated for resources: {'Port': ['ID=e9f53430-2d5c-446d-80fe-60128a86f748,revision_number=4']} {{(pid=99870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:50:25.635657 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.db.db_base_plugin_common [None req-1fa919a3-80a4-4b3c-ab5c-6b0b4eaa7a74 admin admin] Allocated IP 172.28.2.106 (afc4d833-6824-4139-a55a-2b6a6bf3fba6/527396ff-4aca-4049-a96d-23452d13fcc2/590bfe21-27a0-42e8-8f9e-850438dd9d11) {{(pid=99869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 05:50:25.686743 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.managers [None req-22329d31-869b-45e4-ae00-d7b9c2606ffd None None] Attempting to bind port bc9f0ca6-07dc-436c-a996-63ba5aded0b5 on host dv-cinder-772623-9-smb for vnic_type normal with profile {{(pid=99870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 05:50:25.687385 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.managers [None req-22329d31-869b-45e4-ae00-d7b9c2606ffd None None] Attempting to bind port bc9f0ca6-07dc-436c-a996-63ba5aded0b5 by drivers openvswitch,hyperv on host dv-cinder-772623-9-smb at level 0 using segments [{'id': 'de5ee00f-2b8c-4637-b4a3-528ee36727c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'c6577bd9-88ee-45e9-b1f3-3f9c3f74b7c9'}] {{(pid=99870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 05:50:25.688903 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22329d31-869b-45e4-ae00-d7b9c2606ffd None None] Attempting to bind port bc9f0ca6-07dc-436c-a996-63ba5aded0b5 on network c6577bd9-88ee-45e9-b1f3-3f9c3f74b7c9 {{(pid=99870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 05:50:25.703798 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22329d31-869b-45e4-ae00-d7b9c2606ffd None None] Checking agent: {'id': 'b8410894-a9e9-4538-b1e5-41b045bec560', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-9-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 5, 41, 12), 'started_at': datetime.datetime(2021, 6, 17, 5, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 5, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-9-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 05:50:25.704552 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22329d31-869b-45e4-ae00-d7b9c2606ffd None None] Checking segment: {'id': 'de5ee00f-2b8c-4637-b4a3-528ee36727c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'c6577bd9-88ee-45e9-b1f3-3f9c3f74b7c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 05:50:25.705207 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-22329d31-869b-45e4-ae00-d7b9c2606ffd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:25.705827 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22329d31-869b-45e4-ae00-d7b9c2606ffd None None] Bound using segment: {'id': 'de5ee00f-2b8c-4637-b4a3-528ee36727c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'c6577bd9-88ee-45e9-b1f3-3f9c3f74b7c9'} {{(pid=99870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 05:50:25.706797 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.managers [None req-22329d31-869b-45e4-ae00-d7b9c2606ffd None None] Bound port: bc9f0ca6-07dc-436c-a996-63ba5aded0b5, host: dv-cinder-772623-9-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de5ee00f-2b8c-4637-b4a3-528ee36727c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'c6577bd9-88ee-45e9-b1f3-3f9c3f74b7c9'}}] {{(pid=99870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 05:50:25.707714 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-22329d31-869b-45e4-ae00-d7b9c2606ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1464132'] for port, before_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:25.741070 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22329d31-869b-45e4-ae00-d7b9c2606ffd None None] Pushing event updated for resources: {'Port': ['ID=bc9f0ca6-07dc-436c-a996-63ba5aded0b5,revision_number=1']} {{(pid=99870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:50:25.765440 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [None req-22329d31-869b-45e4-ae00-d7b9c2606ffd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:50:25.765907 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.257s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:50:25.766253 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:50:25.770867 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-1fa919a3-80a4-4b3c-ab5c-6b0b4eaa7a74 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:25.810783 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.db [None req-22329d31-869b-45e4-ae00-d7b9c2606ffd None None] For port bc9f0ca6-07dc-436c-a996-63ba5aded0b5, host dv-cinder-772623-9-smb, cleared binding levels {{(pid=99870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 05:50:25.816493 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.db [None req-22329d31-869b-45e4-ae00-d7b9c2606ffd None None] For port bc9f0ca6-07dc-436c-a996-63ba5aded0b5, host dv-cinder-772623-9-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-9-smb',level=0,port_id=bc9f0ca6-07dc-436c-a996-63ba5aded0b5,segment=NetworkSegment(de5ee00f-2b8c-4637-b4a3-528ee36727c1),segment_id=de5ee00f-2b8c-4637-b4a3-528ee36727c1)] {{(pid=99870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 05:50:25.930608 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-22329d31-869b-45e4-ae00-d7b9c2606ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773697962343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773697504561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773697504606'] for port, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:25.932633 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:50:25.990797 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22329d31-869b-45e4-ae00-d7b9c2606ffd None None] Pushing event updated for resources: {'Port': ['ID=bc9f0ca6-07dc-436c-a996-63ba5aded0b5,revision_number=2']} {{(pid=99870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:50:25.994003 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [None req-22329d31-869b-45e4-ae00-d7b9c2606ffd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:50:26.016734 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-1fa919a3-80a4-4b3c-ab5c-6b0b4eaa7a74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1465235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-156110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-564052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773697504543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2565508'] for port, after_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:26.019152 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:50:26.062381 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fa919a3-80a4-4b3c-ab5c-6b0b4eaa7a74 admin admin] Network afc4d833-6824-4139-a55a-2b6a6bf3fba6 is already hosted by enough agents. {{(pid=99869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 05:50:26.067964 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.scheduler.base_scheduler [None req-1fa919a3-80a4-4b3c-ab5c-6b0b4eaa7a74 admin admin] Resources bound (agent type, host, resource id): {{(pid=99869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 05:50:26.070469 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa919a3-80a4-4b3c-ab5c-6b0b4eaa7a74 admin admin] Received port after_create {{(pid=99869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 05:50:26.075938 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa919a3-80a4-4b3c-ab5c-6b0b4eaa7a74 admin admin] Pushing event updated for resources: {'Port': ['ID=590bfe21-27a0-42e8-8f9e-850438dd9d11,revision_number=1']} {{(pid=99869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:50:26.116248 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-1fa919a3-80a4-4b3c-ab5c-6b0b4eaa7a74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:50:26.183424 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-405d2972-5f23-44b4-a816-0b0072f519b4 None None] Sync routers for ids ['7cdd4e4b-3e22-4469-9499-95828b4fbd9c'] in dv-cinder-772623-9-smb {{(pid=99870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 05:50:26.194156 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-405d2972-5f23-44b4-a816-0b0072f519b4 None None] Routers {'7cdd4e4b-3e22-4469-9499-95828b4fbd9c'} bound to L3 agent in host dv-cinder-772623-9-smb {{(pid=99870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 05:50:26.195105 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.l3_hamode_db [None req-405d2972-5f23-44b4-a816-0b0072f519b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T05:41:12Z,description=,heartbeat_timestamp=2021-06-17T05:50:12Z,host='dv-cinder-772623-9-smb',id=81965deb-4354-4283-a756-7d5d3a21a742,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T05:41:12Z,topic='l3_agent')) {'router_ids': ['7cdd4e4b-3e22-4469-9499-95828b4fbd9c'], 'active': True} {{(pid=99870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:50:26.399961 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.l3_dvr_db [None req-405d2972-5f23-44b4-a816-0b0072f519b4 None None] Set router 7cdd4e4b-3e22-4469-9499-95828b4fbd9c gateway port host: dv-cinder-772623-9-smb {{(pid=99870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 05:50:26.753962 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Device e9f53430-2d5c-446d-80fe-60128a86f748 up at agent ovs-agent-dv-cinder-772623-9-smb {{(pid=99870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 05:50:26.781354 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c37db1c-ff32-42ff-8ab2-83ceffb8b68b req-31c8845a-7601-44eb-aeac-1a201a206720 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:26.789130 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-7c37db1c-ff32-42ff-8ab2-83ceffb8b68b req-31c8845a-7601-44eb-aeac-1a201a206720 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/ports?device_id=78f4023e-2a2f-47f9-b977-30c96e374c99 HTTP/1.1" status: 200 len: 945 time: 0.1684988 Jun 17 05:50:26.798892 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-1fa919a3-80a4-4b3c-ab5c-6b0b4eaa7a74 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:26.854182 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.provisioning_blocks [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Provisioning complete for port e9f53430-2d5c-446d-80fe-60128a86f748 triggered by entity L2. {{(pid=99870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 05:50:26.854434 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551367'] for port, provisioning_complete {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:26.906219 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.l3_hamode_db [None req-405d2972-5f23-44b4-a816-0b0072f519b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cdd4e4b-3e22-4469-9499-95828b4fbd9c', 'name': 'tempest-TestMinimumBasicScenario-533812212-router', 'tenant_id': 'd8ffadd857a64cdf99da0fe3d3f4fa2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6', 'external_fixed_ips': [{'subnet_id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'ip_address': '172.28.2.166'}], 'enable_snat': True}, 'gw_port_id': 'e9f53430-2d5c-446d-80fe-60128a86f748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T05:50:19Z', 'updated_at': '2021-06-17T05:50:23Z', 'revision_number': 4, 'project_id': 'd8ffadd857a64cdf99da0fe3d3f4fa2e', 'gw_port': {'id': 'e9f53430-2d5c-446d-80fe-60128a86f748', 'name': '', 'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:03:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cdd4e4b-3e22-4469-9499-95828b4fbd9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'ip_address': '172.28.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:50:19Z', 'updated_at': '2021-06-17T05:50:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-smb', '_interfaces': [{'id': '52a2f219-b275-42ed-8cf4-5c0e6d88bb3e', 'name': '', 'network_id': 'b0c9dd70-b90a-4d2f-9896-76688d3c8e0a', 'tenant_id': 'd8ffadd857a64cdf99da0fe3d3f4fa2e', 'mac_address': 'fa:16:3e:04:8c:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cdd4e4b-3e22-4469-9499-95828b4fbd9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '64ce003b-71cd-40f5-b9fb-45b0591cc381', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:50:22Z', 'updated_at': '2021-06-17T05:50:23Z', 'revision_number': 2, 'project_id': 'd8ffadd857a64cdf99da0fe3d3f4fa2e', 'subnets': [{'id': '64ce003b-71cd-40f5-b9fb-45b0591cc381', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-9-smb', False) {} {{(pid=99870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:50:26.941473 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-7c37db1c-ff32-42ff-8ab2-83ceffb8b68b req-b4c791d3-2591-40bf-a7bf-9de25e471027 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/security-groups?id=72b04d2a-db53-4be4-b153-1399428b4f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512396 Jun 17 05:50:26.951705 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-405d2972-5f23-44b4-a816-0b0072f519b4 None None] Checking router: 7cdd4e4b-3e22-4469-9499-95828b4fbd9c for host: dv-cinder-772623-9-smb {{(pid=99870) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 05:50:26.952648 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-405d2972-5f23-44b4-a816-0b0072f519b4 None None] Updating router 7cdd4e4b-3e22-4469-9499-95828b4fbd9c port 52a2f219-b275-42ed-8cf4-5c0e6d88bb3e binding host dv-cinder-772623-9-smb {{(pid=99870) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 05:50:27.069055 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-405d2972-5f23-44b4-a816-0b0072f519b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1464132'] for port, before_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:27.095269 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Device bc9f0ca6-07dc-436c-a996-63ba5aded0b5 up at agent ovs-agent-dv-cinder-772623-9-smb {{(pid=99870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 05:50:27.250641 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.wsgi [-] (99868) accepted ('10.222.0.11', 53998) {{(pid=99868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:50:27.263099 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.v2.base [None req-686edb82-fbb1-40d2-b5a7-41ae2664bf81 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2145999085-network', 'tenant_id': 'f122bbc1c9c14d4c9008346ebae7597a'}} {{(pid=99868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:50:27.310649 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-1fa919a3-80a4-4b3c-ab5c-6b0b4eaa7a74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-368527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-422354'] for router, after_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:27.387814 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-686edb82-fbb1-40d2-b5a7-41ae2664bf81 admin admin] Made reservation on behalf of f122bbc1c9c14d4c9008346ebae7597a for: {'network': 1} {{(pid=99868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 05:50:27.392814 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-686edb82-fbb1-40d2-b5a7-41ae2664bf81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1464150'] for network, before_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:27.410982 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-686edb82-fbb1-40d2-b5a7-41ae2664bf81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:27.517237 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-686edb82-fbb1-40d2-b5a7-41ae2664bf81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:27.534066 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcbadf2b-e087-4572-837e-26ad733dc1bb None None] Network c6577bd9-88ee-45e9-b1f3-3f9c3f74b7c9 requested from dv-cinder-772623-9-smb {{(pid=99870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 05:50:27.641752 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-405d2972-5f23-44b4-a816-0b0072f519b4 None None] Notify callbacks [] for port, precommit_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:27.645382 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-686edb82-fbb1-40d2-b5a7-41ae2664bf81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:27.652104 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:50:27.666699 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-686edb82-fbb1-40d2-b5a7-41ae2664bf81 admin admin] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=99868) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 05:50:27.668155 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.provisioning_blocks [None req-405d2972-5f23-44b4-a816-0b0072f519b4 None None] Transition to ACTIVE for port object 52a2f219-b275-42ed-8cf4-5c0e6d88bb3e will not be triggered until provisioned by entity L2. {{(pid=99870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 05:50:27.693345 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-686edb82-fbb1-40d2-b5a7-41ae2664bf81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589316'] for segment, precommit_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:27.693962 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.db.segments_db [None req-686edb82-fbb1-40d2-b5a7-41ae2664bf81 admin admin] Added segment 7d49a28b-1e3b-4224-a2db-fbfa34cf8d7d of type vlan for network 600e9516-ea83-4d7b-908c-c875271061b8 Jun 17 05:50:27.696409 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686edb82-fbb1-40d2-b5a7-41ae2664bf81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0d3a899-1796-406a-a974-af443572824b,revision_number=1']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:50:27.716413 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.provisioning_blocks [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Provisioning for port bc9f0ca6-07dc-436c-a996-63ba5aded0b5 completed by entity L2. {{(pid=99870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 05:50:27.747718 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686edb82-fbb1-40d2-b5a7-41ae2664bf81 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:50:27.747718 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686edb82-fbb1-40d2-b5a7-41ae2664bf81 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:50:27.747718 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686edb82-fbb1-40d2-b5a7-41ae2664bf81 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:50:27.747718 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686edb82-fbb1-40d2-b5a7-41ae2664bf81 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:50:27.747718 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686edb82-fbb1-40d2-b5a7-41ae2664bf81 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:50:27.747718 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686edb82-fbb1-40d2-b5a7-41ae2664bf81 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:50:27.747718 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686edb82-fbb1-40d2-b5a7-41ae2664bf81 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:50:27.747718 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686edb82-fbb1-40d2-b5a7-41ae2664bf81 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:50:27.747718 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686edb82-fbb1-40d2-b5a7-41ae2664bf81 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:50:27.747718 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686edb82-fbb1-40d2-b5a7-41ae2664bf81 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:50:27.747718 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686edb82-fbb1-40d2-b5a7-41ae2664bf81 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:50:27.747718 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686edb82-fbb1-40d2-b5a7-41ae2664bf81 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:50:27.761694 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-405d2972-5f23-44b4-a816-0b0072f519b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773697962343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773697504561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773697504606'] for port, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:27.762305 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-686edb82-fbb1-40d2-b5a7-41ae2664bf81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:50:27.763738 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.provisioning_blocks [None req-6cd89bdf-5ee1-488a-b8cc-64770e036b7a None None] Provisioning for port bc9f0ca6-07dc-436c-a996-63ba5aded0b5 completed by entity DHCP. {{(pid=99870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 05:50:27.774596 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [None req-414a0516-3e0e-4c54-a508-3ef012c51d47 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:50:27.775631 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-686edb82-fbb1-40d2-b5a7-41ae2664bf81 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773697459366'] for network, precommit_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:27.777223 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.provisioning_blocks [None req-6cd89bdf-5ee1-488a-b8cc-64770e036b7a None None] Provisioning complete for port bc9f0ca6-07dc-436c-a996-63ba5aded0b5 triggered by entity DHCP. {{(pid=99870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 05:50:27.777606 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-6cd89bdf-5ee1-488a-b8cc-64770e036b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551367'] for port, provisioning_complete {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:27.821507 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fa919a3-80a4-4b3c-ab5c-6b0b4eaa7a74 admin admin] Router 09517ed6-23ba-44bf-9de7-0b9502a86dba is scheduled to L3 agent 81965deb-4354-4283-a756-7d5d3a21a742 with binding_index 1 {{(pid=99869) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 05:50:27.936056 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-686edb82-fbb1-40d2-b5a7-41ae2664bf81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3713235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-564052'] for network, after_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:27.938577 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-686edb82-fbb1-40d2-b5a7-41ae2664bf81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:27.939330 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-686edb82-fbb1-40d2-b5a7-41ae2664bf81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564043'] for network, before_response {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:27.943315 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:50:28.049039 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686edb82-fbb1-40d2-b5a7-41ae2664bf81 admin admin] Pushing event updated for resources: {'Network': ['ID=600e9516-ea83-4d7b-908c-c875271061b8,revision_number=1']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:50:28.061091 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-686edb82-fbb1-40d2-b5a7-41ae2664bf81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:50:28.077319 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [None req-686edb82-fbb1-40d2-b5a7-41ae2664bf81 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8253639 Jun 17 05:50:28.078238 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.wsgi [-] (99868) accepted ('10.222.0.11', 54022) {{(pid=99868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:50:28.078368 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fa919a3-80a4-4b3c-ab5c-6b0b4eaa7a74 admin admin] Notify agent at l3_agent.dv-cinder-772623-9-smb the message routers_updated {{(pid=99869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 05:50:28.084211 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.v2.base [None req-d1161833-3c3d-483b-93f3-41e1e436b45d admin admin] Request body: {'subnet': {'network_id': '600e9516-ea83-4d7b-908c-c875271061b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2145999085-subnet', 'tenant_id': 'f122bbc1c9c14d4c9008346ebae7597a', 'ip_version': 4}} {{(pid=99868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:50:28.091625 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d2e41dc-31dc-419d-827e-520d373784a3 None None] Sync routers for ids ['09517ed6-23ba-44bf-9de7-0b9502a86dba'] in dv-cinder-772623-9-smb {{(pid=99871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 05:50:28.093576 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aac092-9ac3-4928-8eae-0f6223cc8ef2 req-83a7cc4e-05d5-48aa-bc6d-14df4c14e276 tempest-VolumesActionsTest-1442188411 tempest-VolumesActionsTest-1442188411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:28.095135 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-c4aac092-9ac3-4928-8eae-0f6223cc8ef2 req-83a7cc4e-05d5-48aa-bc6d-14df4c14e276 tempest-VolumesActionsTest-1442188411 tempest-VolumesActionsTest-1442188411-project] 10.222.0.11 "GET /v2.0/ports?device_id=81a1ba72-4ec1-46d7-979d-85f1e7c38589 HTTP/1.1" status: 200 len: 945 time: 0.2039630 Jun 17 05:50:28.141185 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.db.agents_db [None req-7f16872b-b609-48fb-9c73-6a76dd98e1b9 None None] Agent healthcheck: found 6 active agents {{(pid=99871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 05:50:28.141185 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d2e41dc-31dc-419d-827e-520d373784a3 None None] Routers {'09517ed6-23ba-44bf-9de7-0b9502a86dba'} bound to L3 agent in host dv-cinder-772623-9-smb {{(pid=99871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 05:50:28.141185 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.db.l3_hamode_db [None req-1d2e41dc-31dc-419d-827e-520d373784a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T05:41:12Z,description=,heartbeat_timestamp=2021-06-17T05:50:12Z,host='dv-cinder-772623-9-smb',id=81965deb-4354-4283-a756-7d5d3a21a742,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T05:41:12Z,topic='l3_agent')) {'router_ids': ['09517ed6-23ba-44bf-9de7-0b9502a86dba'], 'active': True} {{(pid=99871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:50:28.143172 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb0c045-b08a-4492-a661-184d099ff30e None None] Pushing event updated for resources: {'Port': ['ID=52a2f219-b275-42ed-8cf4-5c0e6d88bb3e,revision_number=3']} {{(pid=99870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:50:28.151845 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Network 600e9516-ea83-4d7b-908c-c875271061b8 details requested by agent ovs-agent-dv-cinder-772623-9-smb with host dv-cinder-772623-9-smb {{(pid=99870) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 05:50:28.162141 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-c4aac092-9ac3-4928-8eae-0f6223cc8ef2 req-16175345-ebf5-45f9-9bdf-8e8080da2f9e tempest-VolumesActionsTest-1442188411 tempest-VolumesActionsTest-1442188411-project] 10.222.0.11 "GET /v2.0/security-groups?id=9bc4575d-1dd5-4079-83ed-f69a074975d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601165 Jun 17 05:50:28.185427 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb0c045-b08a-4492-a661-184d099ff30e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:50:28.185770 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb0c045-b08a-4492-a661-184d099ff30e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:50:28.186283 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb0c045-b08a-4492-a661-184d099ff30e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:50:28.187083 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb0c045-b08a-4492-a661-184d099ff30e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:50:28.187559 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb0c045-b08a-4492-a661-184d099ff30e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:50:28.188190 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb0c045-b08a-4492-a661-184d099ff30e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:50:28.188690 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb0c045-b08a-4492-a661-184d099ff30e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:50:28.189163 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb0c045-b08a-4492-a661-184d099ff30e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:50:28.189639 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb0c045-b08a-4492-a661-184d099ff30e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:50:28.190112 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb0c045-b08a-4492-a661-184d099ff30e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:50:28.190625 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb0c045-b08a-4492-a661-184d099ff30e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:50:28.191277 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb0c045-b08a-4492-a661-184d099ff30e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:50:28.201555 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [None req-9cb0c045-b08a-4492-a661-184d099ff30e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:50:28.216904 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1161833-3c3d-483b-93f3-41e1e436b45d admin admin] Made reservation on behalf of f122bbc1c9c14d4c9008346ebae7597a for: {'subnet': 1} {{(pid=99868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 05:50:28.219448 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-d1161833-3c3d-483b-93f3-41e1e436b45d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26633748'] for subnet, before_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:28.363279 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.db.l3_dvr_db [None req-1d2e41dc-31dc-419d-827e-520d373784a3 None None] Set router 09517ed6-23ba-44bf-9de7-0b9502a86dba gateway port host: dv-cinder-772623-9-smb {{(pid=99871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 05:50:28.379993 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.managers [None req-405d2972-5f23-44b4-a816-0b0072f519b4 None None] Attempting to bind port 52a2f219-b275-42ed-8cf4-5c0e6d88bb3e on host dv-cinder-772623-9-smb for vnic_type normal with profile {{(pid=99870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 05:50:28.380527 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.managers [None req-405d2972-5f23-44b4-a816-0b0072f519b4 None None] Attempting to bind port 52a2f219-b275-42ed-8cf4-5c0e6d88bb3e by drivers openvswitch,hyperv on host dv-cinder-772623-9-smb at level 0 using segments [{'id': '9d37f69c-1ad6-441c-adcc-320e22df48e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b0c9dd70-b90a-4d2f-9896-76688d3c8e0a'}] {{(pid=99870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 05:50:28.381055 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-405d2972-5f23-44b4-a816-0b0072f519b4 None None] Attempting to bind port 52a2f219-b275-42ed-8cf4-5c0e6d88bb3e on network b0c9dd70-b90a-4d2f-9896-76688d3c8e0a {{(pid=99870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 05:50:28.387863 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-405d2972-5f23-44b4-a816-0b0072f519b4 None None] Checking agent: {'id': 'b8410894-a9e9-4538-b1e5-41b045bec560', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-9-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 5, 41, 12), 'started_at': datetime.datetime(2021, 6, 17, 5, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 5, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-9-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 05:50:28.388377 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-405d2972-5f23-44b4-a816-0b0072f519b4 None None] Checking segment: {'id': '9d37f69c-1ad6-441c-adcc-320e22df48e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b0c9dd70-b90a-4d2f-9896-76688d3c8e0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 05:50:28.388917 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-405d2972-5f23-44b4-a816-0b0072f519b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:28.389412 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-405d2972-5f23-44b4-a816-0b0072f519b4 None None] Bound using segment: {'id': '9d37f69c-1ad6-441c-adcc-320e22df48e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b0c9dd70-b90a-4d2f-9896-76688d3c8e0a'} {{(pid=99870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 05:50:28.390016 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.managers [None req-405d2972-5f23-44b4-a816-0b0072f519b4 None None] Bound port: 52a2f219-b275-42ed-8cf4-5c0e6d88bb3e, host: dv-cinder-772623-9-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d37f69c-1ad6-441c-adcc-320e22df48e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b0c9dd70-b90a-4d2f-9896-76688d3c8e0a'}}] {{(pid=99870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 05:50:28.390496 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-405d2972-5f23-44b4-a816-0b0072f519b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1464132'] for port, before_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:28.427892 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-1fa919a3-80a4-4b3c-ab5c-6b0b4eaa7a74 admin admin] Notify callbacks [] for router, before_response {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:28.429685 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [None req-1fa919a3-80a4-4b3c-ab5c-6b0b4eaa7a74 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.4744706 Jun 17 05:50:28.433262 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.wsgi [-] (99869) accepted ('10.222.0.11', 54034) {{(pid=99869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:50:28.462630 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9212f8ea-c7b3-4d2f-aa24-e3fe7a5e896c req-08c65941-9dbc-458d-ba62-4af9464b9c08 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:28.472310 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-9212f8ea-c7b3-4d2f-aa24-e3fe7a5e896c req-08c65941-9dbc-458d-ba62-4af9464b9c08 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/ports?device_id=78f4023e-2a2f-47f9-b977-30c96e374c99 HTTP/1.1" status: 200 len: 945 time: 0.2209969 Jun 17 05:50:28.479790 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-6cd89bdf-5ee1-488a-b8cc-64770e036b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1464132'] for port, before_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:28.529418 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.db [None req-405d2972-5f23-44b4-a816-0b0072f519b4 None None] For port 52a2f219-b275-42ed-8cf4-5c0e6d88bb3e, host dv-cinder-772623-9-smb, cleared binding levels {{(pid=99870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 05:50:28.536365 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.db [None req-405d2972-5f23-44b4-a816-0b0072f519b4 None None] For port 52a2f219-b275-42ed-8cf4-5c0e6d88bb3e, host dv-cinder-772623-9-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-9-smb',level=0,port_id=52a2f219-b275-42ed-8cf4-5c0e6d88bb3e,segment=NetworkSegment(9d37f69c-1ad6-441c-adcc-320e22df48e5),segment_id=9d37f69c-1ad6-441c-adcc-320e22df48e5)] {{(pid=99870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 05:50:28.556182 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.db [None req-6cd89bdf-5ee1-488a-b8cc-64770e036b7a None None] For port bc9f0ca6-07dc-436c-a996-63ba5aded0b5, host dv-cinder-772623-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-9-smb',level=0,port_id=bc9f0ca6-07dc-436c-a996-63ba5aded0b5,segment=NetworkSegment(de5ee00f-2b8c-4637-b4a3-528ee36727c1),segment_id=de5ee00f-2b8c-4637-b4a3-528ee36727c1)] {{(pid=99870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:50:28.577729 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-9212f8ea-c7b3-4d2f-aa24-e3fe7a5e896c req-0eda6ac0-0079-4d0f-98e9-95581e4e79f6 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/security-groups?id=72b04d2a-db53-4be4-b153-1399428b4f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041832 Jun 17 05:50:28.622240 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-405d2972-5f23-44b4-a816-0b0072f519b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773697962343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773697504561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773697504606'] for port, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:28.626923 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:50:28.654210 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.db.l3_hamode_db [None req-1d2e41dc-31dc-419d-827e-520d373784a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09517ed6-23ba-44bf-9de7-0b9502a86dba', 'name': 'tempest-AttachVolumeTestJSON-1155783651-router', 'tenant_id': 'ae0a24f5f1a8477e9911aebfa109b499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6', 'external_fixed_ips': [{'subnet_id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'ip_address': '172.28.2.106'}], 'enable_snat': True}, 'gw_port_id': '590bfe21-27a0-42e8-8f9e-850438dd9d11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T05:50:24Z', 'updated_at': '2021-06-17T05:50:26Z', 'revision_number': 3, 'project_id': 'ae0a24f5f1a8477e9911aebfa109b499', 'gw_port': {'id': '590bfe21-27a0-42e8-8f9e-850438dd9d11', 'name': '', 'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:a7:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09517ed6-23ba-44bf-9de7-0b9502a86dba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'ip_address': '172.28.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:50:25Z', 'updated_at': '2021-06-17T05:50:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-smb'}], 'dv-cinder-772623-9-smb', False) {} {{(pid=99871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:50:28.680340 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-6cd89bdf-5ee1-488a-b8cc-64770e036b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773697962343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773697504561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773697504606'] for port, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:28.685477 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-405d2972-5f23-44b4-a816-0b0072f519b4 None None] Routers {'7cdd4e4b-3e22-4469-9499-95828b4fbd9c'} bound to L3 agent in host dv-cinder-772623-9-smb {{(pid=99870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 05:50:28.686113 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.l3_hamode_db [None req-405d2972-5f23-44b4-a816-0b0072f519b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T05:41:12Z,description=,heartbeat_timestamp=2021-06-17T05:50:12Z,host='dv-cinder-772623-9-smb',id=81965deb-4354-4283-a756-7d5d3a21a742,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T05:41:12Z,topic='l3_agent')) {'router_ids': ['7cdd4e4b-3e22-4469-9499-95828b4fbd9c'], 'active': True} {{(pid=99870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:50:28.696635 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d2e41dc-31dc-419d-827e-520d373784a3 None None] Checking router: 09517ed6-23ba-44bf-9de7-0b9502a86dba for host: dv-cinder-772623-9-smb {{(pid=99871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 05:50:28.697010 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d2e41dc-31dc-419d-827e-520d373784a3 None None] Updating router 09517ed6-23ba-44bf-9de7-0b9502a86dba port 590bfe21-27a0-42e8-8f9e-850438dd9d11 binding host dv-cinder-772623-9-smb {{(pid=99871) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 05:50:28.734668 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb0c045-b08a-4492-a661-184d099ff30e None None] Pushing event updated for resources: {'Port': ['ID=52a2f219-b275-42ed-8cf4-5c0e6d88bb3e,revision_number=4']} {{(pid=99870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:50:28.773019 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [None req-9cb0c045-b08a-4492-a661-184d099ff30e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:50:28.773748 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.089s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:50:28.793088 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-1d2e41dc-31dc-419d-827e-520d373784a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1464132'] for port, before_update {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:28.839298 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-d1161833-3c3d-483b-93f3-41e1e436b45d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2882314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26633734'] for subnet, after_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:28.845693 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-d2bd0d3b-03b5-406a-95d4-6140c8c4c473 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:50:28.868341 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.provisioning_blocks [None req-d6e14aa5-c0e9-42d5-9c25-70536bde1245 None None] Provisioning complete for port bc9f0ca6-07dc-436c-a996-63ba5aded0b5 triggered by entity DHCP. {{(pid=99870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 05:50:28.869583 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-d6e14aa5-c0e9-42d5-9c25-70536bde1245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551367'] for port, provisioning_complete {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:28.933133 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd89bdf-5ee1-488a-b8cc-64770e036b7a None None] Pushing event updated for resources: {'Port': ['ID=bc9f0ca6-07dc-436c-a996-63ba5aded0b5,revision_number=3']} {{(pid=99870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:50:28.949512 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [None req-6cd89bdf-5ee1-488a-b8cc-64770e036b7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:50:28.959501 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1161833-3c3d-483b-93f3-41e1e436b45d admin admin] Pushing event updated for resources: {'Subnet': ['ID=61858458-abf7-4990-8157-970bddb4869b,revision_number=0']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:50:28.964652 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-d1161833-3c3d-483b-93f3-41e1e436b45d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:50:28.964652 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1161833-3c3d-483b-93f3-41e1e436b45d admin admin] Checking segment: {'id': '7d49a28b-1e3b-4224-a2db-fbfa34cf8d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '600e9516-ea83-4d7b-908c-c875271061b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 05:50:28.964652 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1161833-3c3d-483b-93f3-41e1e436b45d admin admin] Network hostable DHCP agents. Network: 600e9516-ea83-4d7b-908c-c875271061b8, hostable agents: ['f091d0a2-6a46-4cbb-8021-fc5f6c6b7d63'], hosted agents: [] {{(pid=99868) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 05:50:28.973325 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.l3_dvr_db [None req-405d2972-5f23-44b4-a816-0b0072f519b4 None None] Set router 7cdd4e4b-3e22-4469-9499-95828b4fbd9c gateway port host: dv-cinder-772623-9-smb {{(pid=99870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 05:50:29.070679 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.wsgi [-] (99868) accepted ('10.222.0.11', 54058) {{(pid=99868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:50:29.090638 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1161833-3c3d-483b-93f3-41e1e436b45d admin admin] Network 600e9516-ea83-4d7b-908c-c875271061b8 is scheduled to be hosted by DHCP agent f091d0a2-6a46-4cbb-8021-fc5f6c6b7d63 with binding_index 1 {{(pid=99868) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 05:50:29.164750 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.scheduler.base_scheduler [None req-d1161833-3c3d-483b-93f3-41e1e436b45d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-9-smb, 600e9516-ea83-4d7b-908c-c875271061b8) {{(pid=99868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 05:50:29.189582 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1161833-3c3d-483b-93f3-41e1e436b45d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:29.194853 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-d1161833-3c3d-483b-93f3-41e1e436b45d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564043'] for subnet, before_response {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:29.247639 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-4cdc215c-a864-4094-a829-008c68fbf7bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1464150'] for port, before_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:29.271590 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09f132b4-4bf9-43bd-9de1-a56ab7bf82a0 None None] Network 600e9516-ea83-4d7b-908c-c875271061b8 requested from dv-cinder-772623-9-smb {{(pid=99870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 05:50:29.304470 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-1d2e41dc-31dc-419d-827e-520d373784a3 None None] Notify callbacks [] for port, precommit_update {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:29.331653 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [None req-d1161833-3c3d-483b-93f3-41e1e436b45d admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2519047 Jun 17 05:50:29.335524 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.wsgi [-] (99868) accepted ('10.222.0.11', 54070) {{(pid=99868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:50:29.335524 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-6dfb3386-7bd2-4114-8357-450aca884887 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:29.340413 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.v2.base [None req-b0ac99f5-e56a-43e6-a8df-9d704d3a7d84 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2145999085-router', 'tenant_id': 'f122bbc1c9c14d4c9008346ebae7597a', 'external_gateway_info': {'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6'}}} {{(pid=99868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:50:29.361846 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.db.provisioning_blocks [None req-1d2e41dc-31dc-419d-827e-520d373784a3 None None] Transition to ACTIVE for port object 590bfe21-27a0-42e8-8f9e-850438dd9d11 will not be triggered until provisioned by entity L2. {{(pid=99871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 05:50:29.440276 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.l3_hamode_db [None req-405d2972-5f23-44b4-a816-0b0072f519b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cdd4e4b-3e22-4469-9499-95828b4fbd9c', 'name': 'tempest-TestMinimumBasicScenario-533812212-router', 'tenant_id': 'd8ffadd857a64cdf99da0fe3d3f4fa2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6', 'external_fixed_ips': [{'subnet_id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'ip_address': '172.28.2.166'}], 'enable_snat': True}, 'gw_port_id': 'e9f53430-2d5c-446d-80fe-60128a86f748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T05:50:19Z', 'updated_at': '2021-06-17T05:50:23Z', 'revision_number': 4, 'project_id': 'd8ffadd857a64cdf99da0fe3d3f4fa2e', 'gw_port': {'id': 'e9f53430-2d5c-446d-80fe-60128a86f748', 'name': '', 'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:03:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cdd4e4b-3e22-4469-9499-95828b4fbd9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'ip_address': '172.28.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:50:19Z', 'updated_at': '2021-06-17T05:50:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-smb', '_interfaces': [{'id': '52a2f219-b275-42ed-8cf4-5c0e6d88bb3e', 'name': '', 'network_id': 'b0c9dd70-b90a-4d2f-9896-76688d3c8e0a', 'tenant_id': 'd8ffadd857a64cdf99da0fe3d3f4fa2e', 'mac_address': 'fa:16:3e:04:8c:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cdd4e4b-3e22-4469-9499-95828b4fbd9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '64ce003b-71cd-40f5-b9fb-45b0591cc381', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:50:22Z', 'updated_at': '2021-06-17T05:50:28Z', 'revision_number': 4, 'project_id': 'd8ffadd857a64cdf99da0fe3d3f4fa2e', 'subnets': [{'id': '64ce003b-71cd-40f5-b9fb-45b0591cc381', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-9-smb', False) {} {{(pid=99870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:50:29.464074 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1387ee9-0a33-48e9-bcc8-0947eb50a894 req-aab936f2-9959-46ab-b9ed-3bfc11c5de88 tempest-VolumesActionsTest-1442188411 tempest-VolumesActionsTest-1442188411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:29.465594 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-a1387ee9-0a33-48e9-bcc8-0947eb50a894 req-aab936f2-9959-46ab-b9ed-3bfc11c5de88 tempest-VolumesActionsTest-1442188411 tempest-VolumesActionsTest-1442188411-project] 10.222.0.11 "GET /v2.0/ports?device_id=81a1ba72-4ec1-46d7-979d-85f1e7c38589 HTTP/1.1" status: 200 len: 945 time: 0.0687540 Jun 17 05:50:29.471693 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.db.db_base_plugin_common [None req-4cdc215c-a864-4094-a829-008c68fbf7bb admin admin] Allocated IP 172.20.0.1 (c6577bd9-88ee-45e9-b1f3-3f9c3f74b7c9/35c614e0-7ac4-483c-87c5-4f794e2b1be8/b6572487-a99a-40ba-9c27-0bc1d8ccde1b) {{(pid=99869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 05:50:29.485837 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-405d2972-5f23-44b4-a816-0b0072f519b4 None None] The sync data for ids ['7cdd4e4b-3e22-4469-9499-95828b4fbd9c'] in dv-cinder-772623-9-smb is: [{'id': '7cdd4e4b-3e22-4469-9499-95828b4fbd9c', 'name': 'tempest-TestMinimumBasicScenario-533812212-router', 'tenant_id': 'd8ffadd857a64cdf99da0fe3d3f4fa2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6', 'external_fixed_ips': [{'subnet_id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'ip_address': '172.28.2.166'}], 'enable_snat': True}, 'gw_port_id': 'e9f53430-2d5c-446d-80fe-60128a86f748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T05:50:19Z', 'updated_at': '2021-06-17T05:50:23Z', 'revision_number': 4, 'project_id': 'd8ffadd857a64cdf99da0fe3d3f4fa2e', 'gw_port': {'id': 'e9f53430-2d5c-446d-80fe-60128a86f748', 'name': '', 'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:03:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cdd4e4b-3e22-4469-9499-95828b4fbd9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'ip_address': '172.28.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:50:19Z', 'updated_at': '2021-06-17T05:50:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-smb', '_interfaces': [{'id': '52a2f219-b275-42ed-8cf4-5c0e6d88bb3e', 'name': '', 'network_id': 'b0c9dd70-b90a-4d2f-9896-76688d3c8e0a', 'tenant_id': 'd8ffadd857a64cdf99da0fe3d3f4fa2e', 'mac_address': 'fa:16:3e:04:8c:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cdd4e4b-3e22-4469-9499-95828b4fbd9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '64ce003b-71cd-40f5-b9fb-45b0591cc381', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:50:22Z', 'updated_at': '2021-06-17T05:50:28Z', 'revision_number': 4, 'project_id': 'd8ffadd857a64cdf99da0fe3d3f4fa2e', 'subnets': [{'id': '64ce003b-71cd-40f5-b9fb-45b0591cc381', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 05:50:29.511043 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-a1387ee9-0a33-48e9-bcc8-0947eb50a894 req-3b4aca38-cab9-4aef-a0c4-0c0e9bbd83e6 tempest-VolumesActionsTest-1442188411 tempest-VolumesActionsTest-1442188411-project] 10.222.0.11 "GET /v2.0/security-groups?id=9bc4575d-1dd5-4079-83ed-f69a074975d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379088 Jun 17 05:50:29.547392 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf87cdde-0f60-451a-b798-332e63e3bb62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb2b759c4-0602-5b39-aa3b-c64d413254e9-600e9516-ea83-4d7b-908c-c875271061b8', 'network_id': '600e9516-ea83-4d7b-908c-c875271061b8', 'tenant_id': 'f122bbc1c9c14d4c9008346ebae7597a', 'fixed_ips': [{'subnet_id': '61858458-abf7-4990-8157-970bddb4869b'}]}} from dv-cinder-772623-9-smb. {{(pid=99870) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 05:50:29.548964 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-bf87cdde-0f60-451a-b798-332e63e3bb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1464150'] for port, before_create {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:29.565538 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-1d2e41dc-31dc-419d-827e-520d373784a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773697962343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773697504561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773697504606'] for port, after_update {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:29.567129 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-b0ac99f5-e56a-43e6-a8df-9d704d3a7d84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-368566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2780'] for router, before_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:29.567428 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:50:29.567619 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-b0ac99f5-e56a-43e6-a8df-9d704d3a7d84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-366879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422326', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-487148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2773'] for router, precommit_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:29.665139 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-4cdc215c-a864-4094-a829-008c68fbf7bb admin admin] Notify callbacks [] for port, precommit_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:29.708122 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.db.provisioning_blocks [None req-4cdc215c-a864-4094-a829-008c68fbf7bb admin admin] Transition to ACTIVE for port object b6572487-a99a-40ba-9c27-0bc1d8ccde1b will not be triggered until provisioned by entity DHCP. {{(pid=99869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 05:50:29.710449 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.plugins.ml2.managers [None req-1d2e41dc-31dc-419d-827e-520d373784a3 None None] Attempting to bind port 590bfe21-27a0-42e8-8f9e-850438dd9d11 on host dv-cinder-772623-9-smb for vnic_type normal with profile {{(pid=99871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 05:50:29.710837 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.plugins.ml2.managers [None req-1d2e41dc-31dc-419d-827e-520d373784a3 None None] Attempting to bind port 590bfe21-27a0-42e8-8f9e-850438dd9d11 by drivers openvswitch,hyperv on host dv-cinder-772623-9-smb at level 0 using segments [{'id': '5df065dd-7136-4632-92ed-7b0e1f2019c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6'}] {{(pid=99871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 05:50:29.726659 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d2e41dc-31dc-419d-827e-520d373784a3 None None] Attempting to bind port 590bfe21-27a0-42e8-8f9e-850438dd9d11 on network afc4d833-6824-4139-a55a-2b6a6bf3fba6 {{(pid=99871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 05:50:29.730130 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329429df-67a2-4916-89ae-872f3cc51a60 None None] Pushing event updated for resources: {'Port': ['ID=590bfe21-27a0-42e8-8f9e-850438dd9d11,revision_number=2']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:50:29.734283 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-329429df-67a2-4916-89ae-872f3cc51a60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:50:29.747437 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d2e41dc-31dc-419d-827e-520d373784a3 None None] Checking agent: {'id': 'b8410894-a9e9-4538-b1e5-41b045bec560', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-9-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 5, 41, 12), 'started_at': datetime.datetime(2021, 6, 17, 5, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 5, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-9-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 05:50:29.747437 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d2e41dc-31dc-419d-827e-520d373784a3 None None] Checking segment: {'id': '5df065dd-7136-4632-92ed-7b0e1f2019c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 05:50:29.747437 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-1d2e41dc-31dc-419d-827e-520d373784a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:29.747437 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d2e41dc-31dc-419d-827e-520d373784a3 None None] Bound using segment: {'id': '5df065dd-7136-4632-92ed-7b0e1f2019c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6'} {{(pid=99871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 05:50:29.747437 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.plugins.ml2.managers [None req-1d2e41dc-31dc-419d-827e-520d373784a3 None None] Bound port: 590bfe21-27a0-42e8-8f9e-850438dd9d11, host: dv-cinder-772623-9-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5df065dd-7136-4632-92ed-7b0e1f2019c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6'}}] {{(pid=99871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 05:50:29.747437 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-1d2e41dc-31dc-419d-827e-520d373784a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1464132'] for port, before_update {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:29.823737 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.plugins.ml2.db [None req-1d2e41dc-31dc-419d-827e-520d373784a3 None None] For port 590bfe21-27a0-42e8-8f9e-850438dd9d11, host dv-cinder-772623-9-smb, cleared binding levels {{(pid=99871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 05:50:29.828754 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.plugins.ml2.db [None req-1d2e41dc-31dc-419d-827e-520d373784a3 None None] For port 590bfe21-27a0-42e8-8f9e-850438dd9d11, host dv-cinder-772623-9-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-9-smb',level=0,port_id=590bfe21-27a0-42e8-8f9e-850438dd9d11,segment=NetworkSegment(5df065dd-7136-4632-92ed-7b0e1f2019c5),segment_id=5df065dd-7136-4632-92ed-7b0e1f2019c5)] {{(pid=99871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 05:50:29.855456 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.db_base_plugin_common [None req-bf87cdde-0f60-451a-b798-332e63e3bb62 None None] Allocated IP 172.20.0.2 (600e9516-ea83-4d7b-908c-c875271061b8/61858458-abf7-4990-8157-970bddb4869b/39ea8005-7f2b-4950-890e-aff08a7e9809) {{(pid=99870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 05:50:29.897030 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-4cdc215c-a864-4094-a829-008c68fbf7bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1465235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-156110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-564052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773697504543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2565508'] for port, after_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:29.911605 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:50:29.954018 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-1d2e41dc-31dc-419d-827e-520d373784a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773697962343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773697504561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773697504606'] for port, after_update {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:29.957841 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:50:29.969957 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8a8208-82e9-44e6-ae01-ef909ef0faf1 req-4b330d8e-ebe6-45ad-9728-c552f798792a tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:29.973723 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-bf8a8208-82e9-44e6-ae01-ef909ef0faf1 req-4b330d8e-ebe6-45ad-9728-c552f798792a tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/ports?device_id=78f4023e-2a2f-47f9-b977-30c96e374c99 HTTP/1.1" status: 200 len: 945 time: 0.1566918 Jun 17 05:50:30.000485 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cdc215c-a864-4094-a829-008c68fbf7bb admin admin] Network c6577bd9-88ee-45e9-b1f3-3f9c3f74b7c9 is already hosted by enough agents. {{(pid=99869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 05:50:30.030512 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.scheduler.base_scheduler [None req-4cdc215c-a864-4094-a829-008c68fbf7bb admin admin] Resources bound (agent type, host, resource id): {{(pid=99869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 05:50:30.047920 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cdc215c-a864-4094-a829-008c68fbf7bb admin admin] Received port after_create {{(pid=99869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 05:50:30.088505 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-bf87cdde-0f60-451a-b798-332e63e3bb62 None None] Notify callbacks [] for port, precommit_create {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:30.106293 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329429df-67a2-4916-89ae-872f3cc51a60 None None] Pushing event updated for resources: {'Port': ['ID=590bfe21-27a0-42e8-8f9e-850438dd9d11,revision_number=3']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:50:30.108638 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.provisioning_blocks [None req-bf87cdde-0f60-451a-b798-332e63e3bb62 None None] Transition to ACTIVE for port object 39ea8005-7f2b-4950-890e-aff08a7e9809 will not be triggered until provisioned by entity L2. {{(pid=99870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 05:50:30.112553 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-329429df-67a2-4916-89ae-872f3cc51a60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:50:30.120784 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.wsgi [-] (99869) accepted ('10.222.0.11', 54080) {{(pid=99869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:50:30.126057 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d2e41dc-31dc-419d-827e-520d373784a3 None None] Routers {'09517ed6-23ba-44bf-9de7-0b9502a86dba'} bound to L3 agent in host dv-cinder-772623-9-smb {{(pid=99871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 05:50:30.127314 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.db.l3_hamode_db [None req-1d2e41dc-31dc-419d-827e-520d373784a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T05:41:12Z,description=,heartbeat_timestamp=2021-06-17T05:50:12Z,host='dv-cinder-772623-9-smb',id=81965deb-4354-4283-a756-7d5d3a21a742,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T05:41:12Z,topic='l3_agent')) {'router_ids': ['09517ed6-23ba-44bf-9de7-0b9502a86dba'], 'active': True} {{(pid=99871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:50:30.127529 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-4cdc215c-a864-4094-a829-008c68fbf7bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-426851'] for router_interface, before_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:30.141070 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdc215c-a864-4094-a829-008c68fbf7bb admin admin] Pushing event updated for resources: {'Port': ['ID=b6572487-a99a-40ba-9c27-0bc1d8ccde1b,revision_number=1']} {{(pid=99869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:50:30.142437 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.provisioning_blocks [None req-bf87cdde-0f60-451a-b798-332e63e3bb62 None None] Transition to ACTIVE for port object 39ea8005-7f2b-4950-890e-aff08a7e9809 will not be triggered until provisioned by entity DHCP. {{(pid=99870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 05:50:30.240529 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-bf8a8208-82e9-44e6-ae01-ef909ef0faf1 req-308087e2-4459-426d-9744-b3410f09cce8 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/security-groups?id=72b04d2a-db53-4be4-b153-1399428b4f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2507224 Jun 17 05:50:30.250738 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdc215c-a864-4094-a829-008c68fbf7bb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:50:30.253783 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdc215c-a864-4094-a829-008c68fbf7bb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:50:30.254602 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdc215c-a864-4094-a829-008c68fbf7bb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:50:30.255162 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdc215c-a864-4094-a829-008c68fbf7bb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:50:30.255642 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdc215c-a864-4094-a829-008c68fbf7bb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:50:30.256146 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdc215c-a864-4094-a829-008c68fbf7bb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:50:30.256931 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdc215c-a864-4094-a829-008c68fbf7bb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:50:30.259595 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-bf87cdde-0f60-451a-b798-332e63e3bb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1465235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-156110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-564052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773697504543'] for port, after_create {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:30.260685 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdc215c-a864-4094-a829-008c68fbf7bb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:50:30.262362 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdc215c-a864-4094-a829-008c68fbf7bb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:50:30.262894 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdc215c-a864-4094-a829-008c68fbf7bb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:50:30.263065 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:50:30.264214 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdc215c-a864-4094-a829-008c68fbf7bb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:50:30.265542 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdc215c-a864-4094-a829-008c68fbf7bb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:50:30.282997 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-4cdc215c-a864-4094-a829-008c68fbf7bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:50:30.309013 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.db.l3_dvr_db [None req-1d2e41dc-31dc-419d-827e-520d373784a3 None None] Set router 09517ed6-23ba-44bf-9de7-0b9502a86dba gateway port host: dv-cinder-772623-9-smb {{(pid=99871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 05:50:30.368010 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf87cdde-0f60-451a-b798-332e63e3bb62 None None] Pushing event updated for resources: {'Port': ['ID=39ea8005-7f2b-4950-890e-aff08a7e9809,revision_number=1']} {{(pid=99870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:50:30.381114 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [None req-bf87cdde-0f60-451a-b798-332e63e3bb62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:50:30.401856 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf87cdde-0f60-451a-b798-332e63e3bb62 None None] Network 600e9516-ea83-4d7b-908c-c875271061b8 is already hosted by enough agents. {{(pid=99870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 05:50:30.402276 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.scheduler.base_scheduler [None req-bf87cdde-0f60-451a-b798-332e63e3bb62 None None] Resources bound (agent type, host, resource id): {{(pid=99870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 05:50:30.407939 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-6dfb3386-7bd2-4114-8357-450aca884887 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:30.410622 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf87cdde-0f60-451a-b798-332e63e3bb62 None None] Received port after_create {{(pid=99870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 05:50:30.411730 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-b0ac99f5-e56a-43e6-a8df-9d704d3a7d84 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:30.420588 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-a87a5f09-c585-4b9e-9a23-a6a621a67a41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:30.469451 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedbd559-828b-423d-b048-758b60ffdb5e req-32caa877-5ee3-4476-b77e-315791660abd tempest-VolumesActionsTest-1442188411 tempest-VolumesActionsTest-1442188411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:30.475477 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-aedbd559-828b-423d-b048-758b60ffdb5e req-32caa877-5ee3-4476-b77e-315791660abd tempest-VolumesActionsTest-1442188411 tempest-VolumesActionsTest-1442188411-project] 10.222.0.13 "GET /v2.0/ports?device_id=81a1ba72-4ec1-46d7-979d-85f1e7c38589 HTTP/1.1" status: 200 len: 945 time: 0.8969622 Jun 17 05:50:30.556305 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.managers [None req-bf87cdde-0f60-451a-b798-332e63e3bb62 None None] Attempting to bind port 39ea8005-7f2b-4950-890e-aff08a7e9809 on host dv-cinder-772623-9-smb for vnic_type normal with profile {{(pid=99870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 05:50:30.556693 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.managers [None req-bf87cdde-0f60-451a-b798-332e63e3bb62 None None] Attempting to bind port 39ea8005-7f2b-4950-890e-aff08a7e9809 by drivers openvswitch,hyperv on host dv-cinder-772623-9-smb at level 0 using segments [{'id': '7d49a28b-1e3b-4224-a2db-fbfa34cf8d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '600e9516-ea83-4d7b-908c-c875271061b8'}] {{(pid=99870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 05:50:30.557065 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf87cdde-0f60-451a-b798-332e63e3bb62 None None] Attempting to bind port 39ea8005-7f2b-4950-890e-aff08a7e9809 on network 600e9516-ea83-4d7b-908c-c875271061b8 {{(pid=99870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 05:50:30.567347 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf87cdde-0f60-451a-b798-332e63e3bb62 None None] Checking agent: {'id': 'b8410894-a9e9-4538-b1e5-41b045bec560', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-9-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 5, 41, 12), 'started_at': datetime.datetime(2021, 6, 17, 5, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 5, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-9-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 05:50:30.569791 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf87cdde-0f60-451a-b798-332e63e3bb62 None None] Checking segment: {'id': '7d49a28b-1e3b-4224-a2db-fbfa34cf8d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '600e9516-ea83-4d7b-908c-c875271061b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 05:50:30.569791 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-bf87cdde-0f60-451a-b798-332e63e3bb62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:30.569791 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf87cdde-0f60-451a-b798-332e63e3bb62 None None] Bound using segment: {'id': '7d49a28b-1e3b-4224-a2db-fbfa34cf8d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '600e9516-ea83-4d7b-908c-c875271061b8'} {{(pid=99870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 05:50:30.573532 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.managers [None req-bf87cdde-0f60-451a-b798-332e63e3bb62 None None] Bound port: 39ea8005-7f2b-4950-890e-aff08a7e9809, host: dv-cinder-772623-9-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d49a28b-1e3b-4224-a2db-fbfa34cf8d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '600e9516-ea83-4d7b-908c-c875271061b8'}}] {{(pid=99870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 05:50:30.573700 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-bf87cdde-0f60-451a-b798-332e63e3bb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1464132'] for port, before_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:30.585719 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-6dfb3386-7bd2-4114-8357-450aca884887 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:30.607898 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Device bc9f0ca6-07dc-436c-a996-63ba5aded0b5 up at agent ovs-agent-dv-cinder-772623-9-smb {{(pid=99870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 05:50:30.623663 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-a8da24c3-237a-4e0a-9936-5d521d011109 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:50:30.661830 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.provisioning_blocks [None req-917ba6b2-d36c-45e9-bd9a-978a7c598abd None None] Provisioning for port b6572487-a99a-40ba-9c27-0bc1d8ccde1b completed by entity DHCP. {{(pid=99870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 05:50:30.686676 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.provisioning_blocks [None req-917ba6b2-d36c-45e9-bd9a-978a7c598abd None None] Provisioning complete for port b6572487-a99a-40ba-9c27-0bc1d8ccde1b triggered by entity DHCP. {{(pid=99870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 05:50:30.688356 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.db.l3_hamode_db [None req-1d2e41dc-31dc-419d-827e-520d373784a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09517ed6-23ba-44bf-9de7-0b9502a86dba', 'name': 'tempest-AttachVolumeTestJSON-1155783651-router', 'tenant_id': 'ae0a24f5f1a8477e9911aebfa109b499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6', 'external_fixed_ips': [{'subnet_id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'ip_address': '172.28.2.106'}], 'enable_snat': True}, 'gw_port_id': '590bfe21-27a0-42e8-8f9e-850438dd9d11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T05:50:24Z', 'updated_at': '2021-06-17T05:50:26Z', 'revision_number': 3, 'project_id': 'ae0a24f5f1a8477e9911aebfa109b499', 'gw_port': {'id': '590bfe21-27a0-42e8-8f9e-850438dd9d11', 'name': '', 'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:a7:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09517ed6-23ba-44bf-9de7-0b9502a86dba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'ip_address': '172.28.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:50:25Z', 'updated_at': '2021-06-17T05:50:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-smb'}], 'dv-cinder-772623-9-smb', False) {} {{(pid=99871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:50:30.691764 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-917ba6b2-d36c-45e9-bd9a-978a7c598abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551367'] for port, provisioning_complete {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:30.722729 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfb3386-7bd2-4114-8357-450aca884887 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49e40b8e-9dfb-44fa-ac53-e3caef322393,revision_number=1']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:50:30.728941 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-6dfb3386-7bd2-4114-8357-450aca884887 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:50:30.738623 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d2e41dc-31dc-419d-827e-520d373784a3 None None] The sync data for ids ['09517ed6-23ba-44bf-9de7-0b9502a86dba'] in dv-cinder-772623-9-smb is: [{'id': '09517ed6-23ba-44bf-9de7-0b9502a86dba', 'name': 'tempest-AttachVolumeTestJSON-1155783651-router', 'tenant_id': 'ae0a24f5f1a8477e9911aebfa109b499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6', 'external_fixed_ips': [{'subnet_id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'ip_address': '172.28.2.106'}], 'enable_snat': True}, 'gw_port_id': '590bfe21-27a0-42e8-8f9e-850438dd9d11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T05:50:24Z', 'updated_at': '2021-06-17T05:50:26Z', 'revision_number': 3, 'project_id': 'ae0a24f5f1a8477e9911aebfa109b499', 'gw_port': {'id': '590bfe21-27a0-42e8-8f9e-850438dd9d11', 'name': '', 'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:a7:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09517ed6-23ba-44bf-9de7-0b9502a86dba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'ip_address': '172.28.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:50:25Z', 'updated_at': '2021-06-17T05:50:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-smb'}] {{(pid=99871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 05:50:30.749734 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.plugin [None req-917ba6b2-d36c-45e9-bd9a-978a7c598abd None None] Port b6572487-a99a-40ba-9c27-0bc1d8ccde1b cannot update to ACTIVE because it is not bound. {{(pid=99870) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 05:50:30.781162 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-a87a5f09-c585-4b9e-9a23-a6a621a67a41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:30.787333 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-4cdc215c-a864-4094-a829-008c68fbf7bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1464132'] for port, before_update {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:30.806638 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.db [None req-bf87cdde-0f60-451a-b798-332e63e3bb62 None None] For port 39ea8005-7f2b-4950-890e-aff08a7e9809, host dv-cinder-772623-9-smb, cleared binding levels {{(pid=99870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 05:50:30.817834 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.db [None req-bf87cdde-0f60-451a-b798-332e63e3bb62 None None] For port 39ea8005-7f2b-4950-890e-aff08a7e9809, host dv-cinder-772623-9-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-9-smb',level=0,port_id=39ea8005-7f2b-4950-890e-aff08a7e9809,segment=NetworkSegment(7d49a28b-1e3b-4224-a2db-fbfa34cf8d7d),segment_id=7d49a28b-1e3b-4224-a2db-fbfa34cf8d7d)] {{(pid=99870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 05:50:30.821705 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [None req-6dfb3386-7bd2-4114-8357-450aca884887 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=04a9a13ef0394fa19e718f72215ada96&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7471609 Jun 17 05:50:30.827495 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.provisioning_blocks [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Provisioning complete for port bc9f0ca6-07dc-436c-a996-63ba5aded0b5 triggered by entity L2. {{(pid=99870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 05:50:30.827917 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551367'] for port, provisioning_complete {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:30.829529 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.wsgi [-] (99868) accepted ('10.222.0.11', 54088) {{(pid=99868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:50:30.877938 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-a87a5f09-c585-4b9e-9a23-a6a621a67a41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:30.884740 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-e1d3d7d8-2705-49a9-b466-ae287f5d5348 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:50:30.887343 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-bf87cdde-0f60-451a-b798-332e63e3bb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773697962343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773697504561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773697504606'] for port, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:30.891723 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:50:30.954164 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [None req-a87a5f09-c585-4b9e-9a23-a6a621a67a41 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7594d0fb69324ef68a095fe0811d8f0c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8224442 Jun 17 05:50:30.954773 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.wsgi [-] (99869) accepted ('10.222.0.11', 54092) {{(pid=99869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:50:30.967053 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-b0ac99f5-e56a-43e6-a8df-9d704d3a7d84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422308', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-368536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2755'] for router, precommit_update {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:30.976678 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf87cdde-0f60-451a-b798-332e63e3bb62 None None] Pushing event updated for resources: {'Port': ['ID=39ea8005-7f2b-4950-890e-aff08a7e9809,revision_number=2']} {{(pid=99870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:50:30.989579 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [None req-bf87cdde-0f60-451a-b798-332e63e3bb62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:50:30.990604 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.plugin [req-aedbd559-828b-423d-b048-758b60ffdb5e req-d1334301-7b08-4ba3-a3e2-054b78a95c46 tempest-VolumesActionsTest-1442188411 tempest-VolumesActionsTest-1442188411-project] Deleting port 6c625f46-ac02-4d4b-8ccb-708ebe4cceb9 {{(pid=99868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 05:50:30.991113 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-aedbd559-828b-423d-b048-758b60ffdb5e req-d1334301-7b08-4ba3-a3e2-054b78a95c46 tempest-VolumesActionsTest-1442188411 tempest-VolumesActionsTest-1442188411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773697957277'] for port, before_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:31.012302 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87a5f09-c585-4b9e-9a23-a6a621a67a41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ec95604-1286-4f5c-8cc3-4c48332ae83c,revision_number=1']} {{(pid=99869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:50:31.027833 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-a87a5f09-c585-4b9e-9a23-a6a621a67a41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:50:31.072498 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Device 52a2f219-b275-42ed-8cf4-5c0e6d88bb3e up at agent ovs-agent-dv-cinder-772623-9-smb {{(pid=99870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 05:50:31.105151 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190a93fd-f233-4ff6-9554-400f8175c5b8 req-481803b3-cb8a-432a-a26b-875b0606ee74 tempest-VolumesActionsTest-1442188411 tempest-VolumesActionsTest-1442188411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:31.106701 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-190a93fd-f233-4ff6-9554-400f8175c5b8 req-481803b3-cb8a-432a-a26b-875b0606ee74 tempest-VolumesActionsTest-1442188411 tempest-VolumesActionsTest-1442188411-project] 10.222.0.11 "GET /v2.0/ports?device_id=81a1ba72-4ec1-46d7-979d-85f1e7c38589 HTTP/1.1" status: 200 len: 945 time: 0.3210311 Jun 17 05:50:31.232787 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.provisioning_blocks [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Provisioning for port 52a2f219-b275-42ed-8cf4-5c0e6d88bb3e completed by entity L2. {{(pid=99870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 05:50:31.241283 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-7c0ecd18-37bf-412d-b486-4cd132ca34ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:31.241407 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.provisioning_blocks [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Provisioning complete for port 52a2f219-b275-42ed-8cf4-5c0e6d88bb3e triggered by entity L2. {{(pid=99870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 05:50:31.241407 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551367'] for port, provisioning_complete {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:31.253634 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-e29d6665-25eb-465f-9cd7-20c41c70cd1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:31.275079 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.db [req-aedbd559-828b-423d-b048-758b60ffdb5e req-d1334301-7b08-4ba3-a3e2-054b78a95c46 tempest-VolumesActionsTest-1442188411 tempest-VolumesActionsTest-1442188411-project] For port 6c625f46-ac02-4d4b-8ccb-708ebe4cceb9, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=6c625f46-ac02-4d4b-8ccb-708ebe4cceb9,segment=NetworkSegment(610ca3f8-5550-430d-8975-0cad37f000e3),segment_id=610ca3f8-5550-430d-8975-0cad37f000e3)] {{(pid=99868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:50:31.275491 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-aedbd559-828b-423d-b048-758b60ffdb5e req-d1334301-7b08-4ba3-a3e2-054b78a95c46 tempest-VolumesActionsTest-1442188411 tempest-VolumesActionsTest-1442188411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429017'] for port, precommit_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:31.302095 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-7c0ecd18-37bf-412d-b486-4cd132ca34ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:31.311252 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-e29d6665-25eb-465f-9cd7-20c41c70cd1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:31.352878 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-190a93fd-f233-4ff6-9554-400f8175c5b8 req-096e8627-8f6d-4feb-94a1-02def604fb06 tempest-VolumesActionsTest-1442188411 tempest-VolumesActionsTest-1442188411-project] 10.222.0.11 "GET /v2.0/security-groups?id=9bc4575d-1dd5-4079-83ed-f69a074975d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2358339 Jun 17 05:50:31.450108 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1464132'] for port, before_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:31.481186 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.plugin [req-aedbd559-828b-423d-b048-758b60ffdb5e req-d1334301-7b08-4ba3-a3e2-054b78a95c46 tempest-VolumesActionsTest-1442188411 tempest-VolumesActionsTest-1442188411-project] Calling delete_port for 6c625f46-ac02-4d4b-8ccb-708ebe4cceb9 owned by compute:nova {{(pid=99868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 05:50:31.500676 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-4cdc215c-a864-4094-a829-008c68fbf7bb admin admin] Notify callbacks [] for port, precommit_update {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:31.511166 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.db [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] For port 52a2f219-b275-42ed-8cf4-5c0e6d88bb3e, host dv-cinder-772623-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-9-smb',level=0,port_id=52a2f219-b275-42ed-8cf4-5c0e6d88bb3e,segment=NetworkSegment(9d37f69c-1ad6-441c-adcc-320e22df48e5),segment_id=9d37f69c-1ad6-441c-adcc-320e22df48e5)] {{(pid=99870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:50:31.591415 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773697962343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773697504561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773697504606'] for port, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:31.595416 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-4cdc215c-a864-4094-a829-008c68fbf7bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773697962343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773697504561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773697504606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565558'] for port, after_update {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:31.601523 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:50:31.604687 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-ba3c364b-4ab4-4d62-acdf-a6b9635e5f98 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:50:31.697294 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-e29d6665-25eb-465f-9cd7-20c41c70cd1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:31.699939 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-e29d6665-25eb-465f-9cd7-20c41c70cd1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:31.701107 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [None req-e29d6665-25eb-465f-9cd7-20c41c70cd1f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1ec95604-1286-4f5c-8cc3-4c48332ae83c HTTP/1.1" status: 204 len: 168 time: 0.7383375 Jun 17 05:50:31.713402 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Pushing event updated for resources: {'Port': ['ID=52a2f219-b275-42ed-8cf4-5c0e6d88bb3e,revision_number=5']} {{(pid=99870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:50:31.717321 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:50:31.750370 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-4cdc215c-a864-4094-a829-008c68fbf7bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-426783'] for router_interface, after_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:31.758199 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdc215c-a864-4094-a829-008c68fbf7bb admin admin] Pushing event updated for resources: {'Port': ['ID=b6572487-a99a-40ba-9c27-0bc1d8ccde1b,revision_number=2']} {{(pid=99869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:50:31.770621 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-4cdc215c-a864-4094-a829-008c68fbf7bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:50:31.772537 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-bca635e0-705f-4099-9412-02ea7f9f90b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.053s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:50:31.783145 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29d6665-25eb-465f-9cd7-20c41c70cd1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ec95604-1286-4f5c-8cc3-4c48332ae83c,revision_number=None']} {{(pid=99869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:50:31.785906 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-e29d6665-25eb-465f-9cd7-20c41c70cd1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:50:31.848746 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-7c0ecd18-37bf-412d-b486-4cd132ca34ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:31.851245 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-7c0ecd18-37bf-412d-b486-4cd132ca34ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:31.853141 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [None req-7c0ecd18-37bf-412d-b486-4cd132ca34ab admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/49e40b8e-9dfb-44fa-ac53-e3caef322393 HTTP/1.1" status: 204 len: 168 time: 1.0200901 Jun 17 05:50:31.855390 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-0a731490-5e03-4fa8-9fee-36ea3144e04e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:50:31.866647 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2880d69-259c-47b7-9f6f-2bd2fe9f7fd5 req-24f28ffc-4105-4442-bb4f-5fce080610af tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:31.868322 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-f2880d69-259c-47b7-9f6f-2bd2fe9f7fd5 req-24f28ffc-4105-4442-bb4f-5fce080610af tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/ports?device_id=78f4023e-2a2f-47f9-b977-30c96e374c99 HTTP/1.1" status: 200 len: 945 time: 0.3710997 Jun 17 05:50:31.884628 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0ecd18-37bf-412d-b486-4cd132ca34ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49e40b8e-9dfb-44fa-ac53-e3caef322393,revision_number=None']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:50:31.887437 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-7c0ecd18-37bf-412d-b486-4cd132ca34ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:50:31.944650 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-aedbd559-828b-423d-b048-758b60ffdb5e req-d1334301-7b08-4ba3-a3e2-054b78a95c46 tempest-VolumesActionsTest-1442188411 tempest-VolumesActionsTest-1442188411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773697962361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773697504552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2882495'] for port, after_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:31.952544 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cdc215c-a864-4094-a829-008c68fbf7bb admin admin] Network c6577bd9-88ee-45e9-b1f3-3f9c3f74b7c9 is already hosted by enough agents. {{(pid=99869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 05:50:31.955849 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.scheduler.base_scheduler [None req-4cdc215c-a864-4094-a829-008c68fbf7bb admin admin] Resources bound (agent type, host, resource id): {{(pid=99869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 05:50:31.956715 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.db [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] get_ports_and_sgs() called for port_ids ['6c625f46-ac02-4d4b-8ccb-708ebe4cceb9'] {{(pid=99870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 05:50:31.971326 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:50:32.026468 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-b0ac99f5-e56a-43e6-a8df-9d704d3a7d84 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:32.058573 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1334301-7b08-4ba3-a3e2-054b78a95c46 tempest-VolumesActionsTest-1442188411 tempest-VolumesActionsTest-1442188411-project] Pushing event deleted for resources: {'Port': ['ID=6c625f46-ac02-4d4b-8ccb-708ebe4cceb9,revision_number=None']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:50:32.110486 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-d1334301-7b08-4ba3-a3e2-054b78a95c46 tempest-VolumesActionsTest-1442188411 tempest-VolumesActionsTest-1442188411-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:50:32.193984 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-f2880d69-259c-47b7-9f6f-2bd2fe9f7fd5 req-1e00a1fe-bd64-4417-9744-5d8f36e40bf9 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/security-groups?id=72b04d2a-db53-4be4-b153-1399428b4f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3033068 Jun 17 05:50:32.197499 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-b0ac99f5-e56a-43e6-a8df-9d704d3a7d84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1464150'] for port, before_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:32.284200 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cdc215c-a864-4094-a829-008c68fbf7bb admin admin] Router 09517ed6-23ba-44bf-9de7-0b9502a86dba has already been hosted by L3 agent 81965deb-4354-4283-a756-7d5d3a21a742 {{(pid=99869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 05:50:32.287410 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.db.l3_dvrscheduler_db [req-aedbd559-828b-423d-b048-758b60ffdb5e req-d1334301-7b08-4ba3-a3e2-054b78a95c46 tempest-VolumesActionsTest-1442188411 tempest-VolumesActionsTest-1442188411-project] No DVR routers for this DVR port 6c625f46-ac02-4d4b-8ccb-708ebe4cceb9 on host hv-cinder-77262 {{(pid=99868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 05:50:32.291577 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-aedbd559-828b-423d-b048-758b60ffdb5e req-d1334301-7b08-4ba3-a3e2-054b78a95c46 tempest-VolumesActionsTest-1442188411 tempest-VolumesActionsTest-1442188411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-860254'] for port, before_response {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:32.298802 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-aedbd559-828b-423d-b048-758b60ffdb5e req-d1334301-7b08-4ba3-a3e2-054b78a95c46 tempest-VolumesActionsTest-1442188411 tempest-VolumesActionsTest-1442188411-project] 10.222.0.13 "DELETE /v2.0/ports/6c625f46-ac02-4d4b-8ccb-708ebe4cceb9 HTTP/1.1" status: 204 len: 173 time: 1.8090465 Jun 17 05:50:32.306647 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81a1ba72-4ec1-46d7-979d-85f1e7c38589', 'name': 'network-vif-deleted', 'tag': '6c625f46-ac02-4d4b-8ccb-708ebe4cceb9'}] {{(pid=99868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 05:50:32.313485 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8d1bbba7808a8cca0df1ca407b71cd1cd2965420825a4b8dd9215cbcd05a37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56bea917-1cf2-4add-bd90-858c2c726ad8" -d '{"events": [{"server_uuid": "81a1ba72-4ec1-46d7-979d-85f1e7c38589", "name": "network-vif-deleted", "tag": "6c625f46-ac02-4d4b-8ccb-708ebe4cceb9"}]}' {{(pid=99868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 05:50:32.407869 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 05:50:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43fae2ad-c1ee-47fb-afda-b45699292163 x-openstack-request-id: req-43fae2ad-c1ee-47fb-afda-b45699292163 {{(pid=99868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 05:50:32.408186 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81a1ba72-4ec1-46d7-979d-85f1e7c38589", "name": "network-vif-deleted", "tag": "6c625f46-ac02-4d4b-8ccb-708ebe4cceb9", "status": "completed", "code": 200}]} {{(pid=99868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 05:50:32.408465 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-43fae2ad-c1ee-47fb-afda-b45699292163 {{(pid=99868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 05:50:32.409058 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81a1ba72-4ec1-46d7-979d-85f1e7c38589', 'name': 'network-vif-deleted', 'tag': '6c625f46-ac02-4d4b-8ccb-708ebe4cceb9', 'status': 'completed', 'code': 200} Jun 17 05:50:32.430803 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.provisioning_blocks [None req-25368405-fcb5-4c35-958f-3ff450b64858 None None] Provisioning complete for port b6572487-a99a-40ba-9c27-0bc1d8ccde1b triggered by entity DHCP. {{(pid=99870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 05:50:32.431550 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-25368405-fcb5-4c35-958f-3ff450b64858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551367'] for port, provisioning_complete {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:32.480600 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.db.db_base_plugin_common [None req-b0ac99f5-e56a-43e6-a8df-9d704d3a7d84 admin admin] Allocated IP 172.28.2.222 (afc4d833-6824-4139-a55a-2b6a6bf3fba6/527396ff-4aca-4049-a96d-23452d13fcc2/2002ae28-18d0-4553-9d83-429147724d32) {{(pid=99868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 05:50:32.522327 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.plugin [None req-25368405-fcb5-4c35-958f-3ff450b64858 None None] Port b6572487-a99a-40ba-9c27-0bc1d8ccde1b cannot update to ACTIVE because it is not bound. {{(pid=99870) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 05:50:32.749493 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Device 39ea8005-7f2b-4950-890e-aff08a7e9809 up at agent ovs-agent-dv-cinder-772623-9-smb {{(pid=99870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 05:50:32.807936 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-b0ac99f5-e56a-43e6-a8df-9d704d3a7d84 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:32.874046 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.wsgi [-] (99868) accepted ('10.222.0.11', 54134) {{(pid=99868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:50:32.875228 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a55bfaa-563a-4232-89fa-b84455ecc37e None None] Network 600e9516-ea83-4d7b-908c-c875271061b8 requested from dv-cinder-772623-9-smb {{(pid=99870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 05:50:32.910061 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-fa811a81-00f4-4565-bab4-13ed081b7fd4 req-c1174300-3132-437b-884d-69341e4f768e tempest-VolumesActionsTest-1442188411 tempest-VolumesActionsTest-1442188411-project] 10.222.0.11 "GET /v2.0/ports?device_id=81a1ba72-4ec1-46d7-979d-85f1e7c38589 HTTP/1.1" status: 200 len: 210 time: 0.0494828 Jun 17 05:50:32.911213 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-82709421-ade2-4a26-a5b8-c6d01a3cb3cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:32.925852 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.provisioning_blocks [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Provisioning for port 39ea8005-7f2b-4950-890e-aff08a7e9809 completed by entity L2. {{(pid=99870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 05:50:32.950011 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Device 52a2f219-b275-42ed-8cf4-5c0e6d88bb3e up at agent ovs-agent-dv-cinder-772623-9-smb {{(pid=99870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 05:50:32.956572 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-b0ac99f5-e56a-43e6-a8df-9d704d3a7d84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1465235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-156110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-564052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773697504543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2882486'] for port, after_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:32.961764 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:50:32.997401 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cdc215c-a864-4094-a829-008c68fbf7bb admin admin] Notify agent at l3_agent.dv-cinder-772623-9-smb the message routers_updated {{(pid=99869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 05:50:33.013157 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [None req-4cdc215c-a864-4094-a829-008c68fbf7bb admin admin] 10.222.0.11 "PUT /v2.0/routers/09517ed6-23ba-44bf-9de7-0b9502a86dba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5703285 Jun 17 05:50:33.013369 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0ac99f5-e56a-43e6-a8df-9d704d3a7d84 admin admin] Network afc4d833-6824-4139-a55a-2b6a6bf3fba6 is already hosted by enough agents. {{(pid=99868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 05:50:33.017658 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.scheduler.base_scheduler [None req-b0ac99f5-e56a-43e6-a8df-9d704d3a7d84 admin admin] Resources bound (agent type, host, resource id): {{(pid=99868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 05:50:33.026801 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ac99f5-e56a-43e6-a8df-9d704d3a7d84 admin admin] Received port after_create {{(pid=99868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 05:50:33.062229 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ac99f5-e56a-43e6-a8df-9d704d3a7d84 admin admin] Pushing event updated for resources: {'Port': ['ID=2002ae28-18d0-4553-9d83-429147724d32,revision_number=1']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:50:33.071445 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-b0ac99f5-e56a-43e6-a8df-9d704d3a7d84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:50:33.184284 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-82709421-ade2-4a26-a5b8-c6d01a3cb3cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:33.214785 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.wsgi [-] (99869) accepted ('10.222.0.11', 54150) {{(pid=99869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:50:33.237947 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-72e8f6ae-3797-41c9-a370-ce3381374452 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:33.285782 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.provisioning_blocks [None req-560c40ac-25b4-4410-85f2-d34332ac34b2 None None] Provisioning for port 39ea8005-7f2b-4950-890e-aff08a7e9809 completed by entity DHCP. {{(pid=99870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 05:50:33.288110 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.provisioning_blocks [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Provisioning complete for port 52a2f219-b275-42ed-8cf4-5c0e6d88bb3e triggered by entity L2. {{(pid=99870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 05:50:33.288539 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551367'] for port, provisioning_complete {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:33.319593 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-82709421-ade2-4a26-a5b8-c6d01a3cb3cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:33.321158 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-cfeb756c-8b7d-4722-9ff4-994820f025df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:50:33.372307 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.provisioning_blocks [None req-560c40ac-25b4-4410-85f2-d34332ac34b2 None None] Provisioning complete for port 39ea8005-7f2b-4950-890e-aff08a7e9809 triggered by entity DHCP. {{(pid=99870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 05:50:33.372705 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-560c40ac-25b4-4410-85f2-d34332ac34b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551367'] for port, provisioning_complete {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:33.418995 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [None req-82709421-ade2-4a26-a5b8-c6d01a3cb3cb admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a9a2f9d5018b47289fcd6080531105de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5432422 Jun 17 05:50:33.433357 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.wsgi [-] (99869) accepted ('10.222.0.11', 54154) {{(pid=99869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:50:33.468397 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82709421-ade2-4a26-a5b8-c6d01a3cb3cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3620c9a-6224-4a1f-8127-8a5c553fc333,revision_number=1']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:50:33.500187 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-82709421-ade2-4a26-a5b8-c6d01a3cb3cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:50:33.536118 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-72e8f6ae-3797-41c9-a370-ce3381374452 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:33.553825 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Device 590bfe21-27a0-42e8-8f9e-850438dd9d11 up at agent ovs-agent-dv-cinder-772623-9-smb {{(pid=99870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 05:50:33.564317 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-560c40ac-25b4-4410-85f2-d34332ac34b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1464132'] for port, before_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:33.600474 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137f2ce8-f4a0-41ba-9eb7-b8c2e6a4ebaa req-96be0d55-96e7-42a8-8986-933906df9dcc tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:33.602334 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-137f2ce8-f4a0-41ba-9eb7-b8c2e6a4ebaa req-96be0d55-96e7-42a8-8986-933906df9dcc tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/ports?device_id=78f4023e-2a2f-47f9-b977-30c96e374c99 HTTP/1.1" status: 200 len: 945 time: 0.2045903 Jun 17 05:50:33.603767 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-b0ac99f5-e56a-43e6-a8df-9d704d3a7d84 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:33.618997 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-67116365-d237-44aa-90cd-a0cf9fea3764 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:33.669448 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-67116365-d237-44aa-90cd-a0cf9fea3764 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:33.702587 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.db [None req-560c40ac-25b4-4410-85f2-d34332ac34b2 None None] For port 39ea8005-7f2b-4950-890e-aff08a7e9809, host dv-cinder-772623-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-9-smb',level=0,port_id=39ea8005-7f2b-4950-890e-aff08a7e9809,segment=NetworkSegment(7d49a28b-1e3b-4224-a2db-fbfa34cf8d7d),segment_id=7d49a28b-1e3b-4224-a2db-fbfa34cf8d7d)] {{(pid=99870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:50:33.741933 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-72e8f6ae-3797-41c9-a370-ce3381374452 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:33.744556 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-0434296f-9268-4534-aa1d-efa9dccbc4fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:50:33.772838 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e8f6ae-3797-41c9-a370-ce3381374452 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=733dd9ad-9c78-4c52-85ff-33e80f778ae6,revision_number=1']} {{(pid=99869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:50:33.805636 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-72e8f6ae-3797-41c9-a370-ce3381374452 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:50:33.806607 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-137f2ce8-f4a0-41ba-9eb7-b8c2e6a4ebaa req-d4605317-a0f8-41b1-b772-bb88e867dfd8 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/security-groups?id=72b04d2a-db53-4be4-b153-1399428b4f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841238 Jun 17 05:50:33.826163 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [None req-72e8f6ae-3797-41c9-a370-ce3381374452 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a8a433f7403c4c799cf263eaefcf4b5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6099164 Jun 17 05:50:33.826972 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.wsgi [-] (99869) accepted ('10.222.0.11', 54156) {{(pid=99869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:50:33.829860 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a4af971-82b3-4e87-8141-48352a2c28b2 None None] Sync routers for ids ['09517ed6-23ba-44bf-9de7-0b9502a86dba'] in dv-cinder-772623-9-smb {{(pid=99870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 05:50:33.836303 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-560c40ac-25b4-4410-85f2-d34332ac34b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773697962343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773697504561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773697504606'] for port, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:33.843497 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:50:33.861790 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a4af971-82b3-4e87-8141-48352a2c28b2 None None] Routers {'09517ed6-23ba-44bf-9de7-0b9502a86dba'} bound to L3 agent in host dv-cinder-772623-9-smb {{(pid=99870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 05:50:33.862684 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.l3_hamode_db [None req-2a4af971-82b3-4e87-8141-48352a2c28b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T05:41:12Z,description=,heartbeat_timestamp=2021-06-17T05:50:12Z,host='dv-cinder-772623-9-smb',id=81965deb-4354-4283-a756-7d5d3a21a742,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T05:41:12Z,topic='l3_agent')) {'router_ids': ['09517ed6-23ba-44bf-9de7-0b9502a86dba'], 'active': True} {{(pid=99870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:50:33.885889 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-5bdb4e95-7bfa-46c4-8c20-959fcc0cdd1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:33.917651 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-5bdb4e95-7bfa-46c4-8c20-959fcc0cdd1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:33.947262 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.provisioning_blocks [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Provisioning for port 590bfe21-27a0-42e8-8f9e-850438dd9d11 completed by entity L2. {{(pid=99870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 05:50:33.958050 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-b0ac99f5-e56a-43e6-a8df-9d704d3a7d84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-368527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-422354'] for router, after_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:33.965145 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.provisioning_blocks [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Provisioning complete for port 590bfe21-27a0-42e8-8f9e-850438dd9d11 triggered by entity L2. {{(pid=99870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 05:50:33.965612 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551367'] for port, provisioning_complete {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:33.981450 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-67116365-d237-44aa-90cd-a0cf9fea3764 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:33.984237 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-67116365-d237-44aa-90cd-a0cf9fea3764 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:33.988601 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [None req-67116365-d237-44aa-90cd-a0cf9fea3764 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f3620c9a-6224-4a1f-8127-8a5c553fc333 HTTP/1.1" status: 204 len: 168 time: 0.5498512 Jun 17 05:50:33.988601 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-02b003b0-da86-42b1-a915-cefb1796bba8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:50:33.995453 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67116365-d237-44aa-90cd-a0cf9fea3764 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3620c9a-6224-4a1f-8127-8a5c553fc333,revision_number=None']} {{(pid=99869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:50:33.997874 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-67116365-d237-44aa-90cd-a0cf9fea3764 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:50:34.038580 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-5bdb4e95-7bfa-46c4-8c20-959fcc0cdd1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:34.041198 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-5bdb4e95-7bfa-46c4-8c20-959fcc0cdd1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:34.044682 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [None req-5bdb4e95-7bfa-46c4-8c20-959fcc0cdd1c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/733dd9ad-9c78-4c52-85ff-33e80f778ae6 HTTP/1.1" status: 204 len: 168 time: 0.2144518 Jun 17 05:50:34.044682 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:50:34.056221 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdb4e95-7bfa-46c4-8c20-959fcc0cdd1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=733dd9ad-9c78-4c52-85ff-33e80f778ae6,revision_number=None']} {{(pid=99869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:50:34.069505 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.provisioning_blocks [None req-8ed58979-183d-4833-9fd3-503f3d0902bd None None] Provisioning complete for port 39ea8005-7f2b-4950-890e-aff08a7e9809 triggered by entity DHCP. {{(pid=99870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 05:50:34.069888 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-8ed58979-183d-4833-9fd3-503f3d0902bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551367'] for port, provisioning_complete {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:34.071810 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-5bdb4e95-7bfa-46c4-8c20-959fcc0cdd1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:50:34.123645 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560c40ac-25b4-4410-85f2-d34332ac34b2 None None] Pushing event updated for resources: {'Port': ['ID=39ea8005-7f2b-4950-890e-aff08a7e9809,revision_number=3']} {{(pid=99870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:50:34.139371 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [None req-560c40ac-25b4-4410-85f2-d34332ac34b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:50:34.176542 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.wsgi [-] (99869) accepted ('10.222.0.11', 54172) {{(pid=99869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:50:34.181427 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.v2.base [None req-11b3589d-84e6-47d0-9f2a-ae8795c1f178 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Request body: {'security_group': {'name': 'tempest-securitygroup--325448658', 'description': 'tempest-description--2096590110'}} {{(pid=99869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:50:34.219036 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Device 6c625f46-ac02-4d4b-8ccb-708ebe4cceb9 no longer exists at agent hyperv_hv-cinder-77262 {{(pid=99870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 05:50:34.281802 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.plugin [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] No Port match for: 6c625f46-ac02-4d4b-8ccb-708ebe4cceb9 {{(pid=99870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 05:50:34.282170 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Device 6c625f46-ac02-4d4b-8ccb-708ebe4cceb9 not bound to the agent host hv-cinder-77262 {{(pid=99870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 05:50:34.296059 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.l3_dvr_db [None req-2a4af971-82b3-4e87-8141-48352a2c28b2 None None] Set router 09517ed6-23ba-44bf-9de7-0b9502a86dba gateway port host: dv-cinder-772623-9-smb {{(pid=99870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 05:50:34.359443 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-11b3589d-84e6-47d0-9f2a-ae8795c1f178 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Notify callbacks [] for security_group, before_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:34.450005 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-11b3589d-84e6-47d0-9f2a-ae8795c1f178 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Notify callbacks [] for security_group, precommit_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:34.553004 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-11b3589d-84e6-47d0-9f2a-ae8795c1f178 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:34.553541 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0ac99f5-e56a-43e6-a8df-9d704d3a7d84 admin admin] Router 17c997e5-ab4a-46d0-ad4a-72a228e683f4 is scheduled to L3 agent 81965deb-4354-4283-a756-7d5d3a21a742 with binding_index 1 {{(pid=99868) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 05:50:34.557455 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:50:34.557607 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1464132'] for port, before_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:34.615309 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.db [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] For port 590bfe21-27a0-42e8-8f9e-850438dd9d11, host dv-cinder-772623-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-9-smb',level=0,port_id=590bfe21-27a0-42e8-8f9e-850438dd9d11,segment=NetworkSegment(5df065dd-7136-4632-92ed-7b0e1f2019c5),segment_id=5df065dd-7136-4632-92ed-7b0e1f2019c5)] {{(pid=99870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:50:34.638360 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b3589d-84e6-47d0-9f2a-ae8795c1f178 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Pushing event updated for resources: {'SecurityGroup': ['ID=582a7bdd-c931-4b68-9c8a-6baf1819cc7d,revision_number=1']} {{(pid=99869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:50:34.645266 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-11b3589d-84e6-47d0-9f2a-ae8795c1f178 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Notify callbacks [] for security_group, before_response {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:34.652579 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [None req-11b3589d-84e6-47d0-9f2a-ae8795c1f178 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4749660 Jun 17 05:50:34.654374 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-11b3589d-84e6-47d0-9f2a-ae8795c1f178 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:50:34.659632 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.wsgi [-] (99869) accepted ('10.222.0.11', 54184) {{(pid=99869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:50:34.664157 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.v2.base [None req-333c33ff-967b-4b31-afd1-cb52e2957220 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Request body: {'security_group_rule': {'security_group_id': '582a7bdd-c931-4b68-9c8a-6baf1819cc7d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:50:34.688025 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773697962343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773697504561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773697504606'] for port, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:34.692294 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:50:34.766031 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Pushing event updated for resources: {'Port': ['ID=590bfe21-27a0-42e8-8f9e-850438dd9d11,revision_number=4']} {{(pid=99870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:50:34.773066 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:50:34.788890 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0ac99f5-e56a-43e6-a8df-9d704d3a7d84 admin admin] Notify agent at l3_agent.dv-cinder-772623-9-smb the message routers_updated {{(pid=99868) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 05:50:34.798859 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e72dc6-7a2a-47ca-ae9a-f90cdf4859c1 None None] Sync routers for ids ['17c997e5-ab4a-46d0-ad4a-72a228e683f4'] in dv-cinder-772623-9-smb {{(pid=99871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 05:50:34.807948 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.l3_hamode_db [None req-2a4af971-82b3-4e87-8141-48352a2c28b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09517ed6-23ba-44bf-9de7-0b9502a86dba', 'name': 'tempest-AttachVolumeTestJSON-1155783651-router', 'tenant_id': 'ae0a24f5f1a8477e9911aebfa109b499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6', 'external_fixed_ips': [{'subnet_id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'ip_address': '172.28.2.106'}], 'enable_snat': True}, 'gw_port_id': '590bfe21-27a0-42e8-8f9e-850438dd9d11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T05:50:24Z', 'updated_at': '2021-06-17T05:50:30Z', 'revision_number': 4, 'project_id': 'ae0a24f5f1a8477e9911aebfa109b499', 'gw_port': {'id': '590bfe21-27a0-42e8-8f9e-850438dd9d11', 'name': '', 'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:a7:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09517ed6-23ba-44bf-9de7-0b9502a86dba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'ip_address': '172.28.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:50:25Z', 'updated_at': '2021-06-17T05:50:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-smb', '_interfaces': [{'id': 'b6572487-a99a-40ba-9c27-0bc1d8ccde1b', 'name': '', 'network_id': 'c6577bd9-88ee-45e9-b1f3-3f9c3f74b7c9', 'tenant_id': 'ae0a24f5f1a8477e9911aebfa109b499', 'mac_address': 'fa:16:3e:c0:32:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09517ed6-23ba-44bf-9de7-0b9502a86dba', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '35c614e0-7ac4-483c-87c5-4f794e2b1be8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:50:29Z', 'updated_at': '2021-06-17T05:50:30Z', 'revision_number': 2, 'project_id': 'ae0a24f5f1a8477e9911aebfa109b499', 'subnets': [{'id': '35c614e0-7ac4-483c-87c5-4f794e2b1be8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-9-smb', False) {} {{(pid=99870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:50:34.818365 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e72dc6-7a2a-47ca-ae9a-f90cdf4859c1 None None] Routers {'17c997e5-ab4a-46d0-ad4a-72a228e683f4'} bound to L3 agent in host dv-cinder-772623-9-smb {{(pid=99871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 05:50:34.818365 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.db.l3_hamode_db [None req-50e72dc6-7a2a-47ca-ae9a-f90cdf4859c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T05:41:12Z,description=,heartbeat_timestamp=2021-06-17T05:50:12Z,host='dv-cinder-772623-9-smb',id=81965deb-4354-4283-a756-7d5d3a21a742,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T05:41:12Z,topic='l3_agent')) {'router_ids': ['17c997e5-ab4a-46d0-ad4a-72a228e683f4'], 'active': True} {{(pid=99871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:50:34.818607 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-333c33ff-967b-4b31-afd1-cb52e2957220 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:34.848701 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Device 39ea8005-7f2b-4950-890e-aff08a7e9809 up at agent ovs-agent-dv-cinder-772623-9-smb {{(pid=99870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 05:50:34.852029 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a4af971-82b3-4e87-8141-48352a2c28b2 None None] Checking router: 09517ed6-23ba-44bf-9de7-0b9502a86dba for host: dv-cinder-772623-9-smb {{(pid=99870) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 05:50:34.852396 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a4af971-82b3-4e87-8141-48352a2c28b2 None None] Updating router 09517ed6-23ba-44bf-9de7-0b9502a86dba port b6572487-a99a-40ba-9c27-0bc1d8ccde1b binding host dv-cinder-772623-9-smb {{(pid=99870) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 05:50:34.901874 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-b0ac99f5-e56a-43e6-a8df-9d704d3a7d84 admin admin] Notify callbacks [] for router, before_response {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:34.919293 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [None req-b0ac99f5-e56a-43e6-a8df-9d704d3a7d84 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.5854075 Jun 17 05:50:34.922369 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.wsgi [-] (99868) accepted ('10.222.0.11', 54198) {{(pid=99868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:50:34.935712 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-333c33ff-967b-4b31-afd1-cb52e2957220 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:34.966981 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-2a4af971-82b3-4e87-8141-48352a2c28b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1464132'] for port, before_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:35.013132 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.db.l3_dvr_db [None req-50e72dc6-7a2a-47ca-ae9a-f90cdf4859c1 None None] Set router 17c997e5-ab4a-46d0-ad4a-72a228e683f4 gateway port host: dv-cinder-772623-9-smb {{(pid=99871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 05:50:35.039312 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-333c33ff-967b-4b31-afd1-cb52e2957220 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481033'] for security_group_rule, after_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:35.041434 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:50:35.048880 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.provisioning_blocks [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Provisioning complete for port 39ea8005-7f2b-4950-890e-aff08a7e9809 triggered by entity L2. {{(pid=99870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 05:50:35.049594 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551367'] for port, provisioning_complete {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:35.076896 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333c33ff-967b-4b31-afd1-cb52e2957220 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4b9e3cc-6a21-4a96-8648-73df87c8faef,revision_number=0']} {{(pid=99869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:50:35.081363 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-333c33ff-967b-4b31-afd1-cb52e2957220 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:50:35.170361 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-333c33ff-967b-4b31-afd1-cb52e2957220 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:35.171619 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [None req-333c33ff-967b-4b31-afd1-cb52e2957220 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5110021 Jun 17 05:50:35.174308 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.wsgi [-] (99869) accepted ('10.222.0.11', 54210) {{(pid=99869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:50:35.181025 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.v2.base [None req-e5171559-5ca7-4381-a284-355ab8fa42b6 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Request body: {'security_group_rule': {'security_group_id': '582a7bdd-c931-4b68-9c8a-6baf1819cc7d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:50:35.200848 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa8193f-04f7-4898-bde1-e54bff2ef014 req-662be0fe-c349-4fc6-9b12-7d25433114f7 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:35.204205 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-bfa8193f-04f7-4898-bde1-e54bff2ef014 req-662be0fe-c349-4fc6-9b12-7d25433114f7 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/ports?device_id=78f4023e-2a2f-47f9-b977-30c96e374c99 HTTP/1.1" status: 200 len: 945 time: 0.2181532 Jun 17 05:50:35.289767 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-e5171559-5ca7-4381-a284-355ab8fa42b6 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:35.358558 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.db.l3_hamode_db [None req-50e72dc6-7a2a-47ca-ae9a-f90cdf4859c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17c997e5-ab4a-46d0-ad4a-72a228e683f4', 'name': 'tempest-TestMinimumBasicScenario-2145999085-router', 'tenant_id': 'f122bbc1c9c14d4c9008346ebae7597a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6', 'external_fixed_ips': [{'subnet_id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'ip_address': '172.28.2.222'}], 'enable_snat': True}, 'gw_port_id': '2002ae28-18d0-4553-9d83-429147724d32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T05:50:29Z', 'updated_at': '2021-06-17T05:50:33Z', 'revision_number': 3, 'project_id': 'f122bbc1c9c14d4c9008346ebae7597a', 'gw_port': {'id': '2002ae28-18d0-4553-9d83-429147724d32', 'name': '', 'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:01:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17c997e5-ab4a-46d0-ad4a-72a228e683f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'ip_address': '172.28.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:50:32Z', 'updated_at': '2021-06-17T05:50:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-smb'}], 'dv-cinder-772623-9-smb', False) {} {{(pid=99871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:50:35.374945 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-bfa8193f-04f7-4898-bde1-e54bff2ef014 req-a5e3c598-b7b9-4dd0-b5aa-036740edd40e tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/security-groups?id=72b04d2a-db53-4be4-b153-1399428b4f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508963 Jun 17 05:50:35.380090 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-e5171559-5ca7-4381-a284-355ab8fa42b6 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:35.447872 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-e5171559-5ca7-4381-a284-355ab8fa42b6 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481033'] for security_group_rule, after_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:35.450479 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:50:35.472537 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5171559-5ca7-4381-a284-355ab8fa42b6 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0a43d13-8beb-4db7-9628-af96aff2f196,revision_number=0']} {{(pid=99869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:50:35.475441 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-e5171559-5ca7-4381-a284-355ab8fa42b6 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:50:35.529965 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-e5171559-5ca7-4381-a284-355ab8fa42b6 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:35.531531 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [None req-e5171559-5ca7-4381-a284-355ab8fa42b6 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3562396 Jun 17 05:50:35.532729 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-2a4af971-82b3-4e87-8141-48352a2c28b2 None None] Notify callbacks [] for port, precommit_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:35.535413 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.wsgi [-] (99869) accepted ('10.222.0.11', 54224) {{(pid=99869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:50:35.540187 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.v2.base [None req-dbe107b9-9e89-4661-80e8-9403d883a9f0 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Request body: {'floatingip': {'floating_network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6'}} {{(pid=99869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:50:35.545959 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.provisioning_blocks [None req-2a4af971-82b3-4e87-8141-48352a2c28b2 None None] Transition to ACTIVE for port object b6572487-a99a-40ba-9c27-0bc1d8ccde1b will not be triggered until provisioned by entity L2. {{(pid=99870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 05:50:35.592728 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e72dc6-7a2a-47ca-ae9a-f90cdf4859c1 None None] Checking router: 17c997e5-ab4a-46d0-ad4a-72a228e683f4 for host: dv-cinder-772623-9-smb {{(pid=99871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 05:50:35.593541 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e72dc6-7a2a-47ca-ae9a-f90cdf4859c1 None None] Updating router 17c997e5-ab4a-46d0-ad4a-72a228e683f4 port 2002ae28-18d0-4553-9d83-429147724d32 binding host dv-cinder-772623-9-smb {{(pid=99871) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 05:50:35.615851 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-2a4af971-82b3-4e87-8141-48352a2c28b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773697962343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773697504561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773697504606'] for port, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:35.618867 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:50:35.634732 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-50e72dc6-7a2a-47ca-ae9a-f90cdf4859c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1464132'] for port, before_update {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:35.673211 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-dbe107b9-9e89-4661-80e8-9403d883a9f0 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Notify callbacks [] for floatingip, before_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:35.794295 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-064a17c0-5774-4b83-97fd-aca17df160e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1464150'] for port, before_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:35.877433 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-dbe107b9-9e89-4661-80e8-9403d883a9f0 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1464150'] for port, before_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:35.978861 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c0883b-ff6a-4314-8a2a-1e937ef2388c None None] Pushing event updated for resources: {'Port': ['ID=b6572487-a99a-40ba-9c27-0bc1d8ccde1b,revision_number=3']} {{(pid=99870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:50:35.983897 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [None req-72c0883b-ff6a-4314-8a2a-1e937ef2388c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:50:36.051555 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.managers [None req-2a4af971-82b3-4e87-8141-48352a2c28b2 None None] Attempting to bind port b6572487-a99a-40ba-9c27-0bc1d8ccde1b on host dv-cinder-772623-9-smb for vnic_type normal with profile {{(pid=99870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 05:50:36.052088 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.managers [None req-2a4af971-82b3-4e87-8141-48352a2c28b2 None None] Attempting to bind port b6572487-a99a-40ba-9c27-0bc1d8ccde1b by drivers openvswitch,hyperv on host dv-cinder-772623-9-smb at level 0 using segments [{'id': 'de5ee00f-2b8c-4637-b4a3-528ee36727c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'c6577bd9-88ee-45e9-b1f3-3f9c3f74b7c9'}] {{(pid=99870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 05:50:36.052581 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4af971-82b3-4e87-8141-48352a2c28b2 None None] Attempting to bind port b6572487-a99a-40ba-9c27-0bc1d8ccde1b on network c6577bd9-88ee-45e9-b1f3-3f9c3f74b7c9 {{(pid=99870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 05:50:36.060539 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4af971-82b3-4e87-8141-48352a2c28b2 None None] Checking agent: {'id': 'b8410894-a9e9-4538-b1e5-41b045bec560', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-9-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 5, 41, 12), 'started_at': datetime.datetime(2021, 6, 17, 5, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 5, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-9-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 05:50:36.060714 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.db.db_base_plugin_common [None req-064a17c0-5774-4b83-97fd-aca17df160e8 admin admin] Allocated IP 172.20.0.1 (600e9516-ea83-4d7b-908c-c875271061b8/61858458-abf7-4990-8157-970bddb4869b/cf7eef38-0ca1-418a-8ada-d7086decbc0a) {{(pid=99868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 05:50:36.061108 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4af971-82b3-4e87-8141-48352a2c28b2 None None] Checking segment: {'id': 'de5ee00f-2b8c-4637-b4a3-528ee36727c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'c6577bd9-88ee-45e9-b1f3-3f9c3f74b7c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 05:50:36.061634 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-2a4af971-82b3-4e87-8141-48352a2c28b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:36.062129 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4af971-82b3-4e87-8141-48352a2c28b2 None None] Bound using segment: {'id': 'de5ee00f-2b8c-4637-b4a3-528ee36727c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'c6577bd9-88ee-45e9-b1f3-3f9c3f74b7c9'} {{(pid=99870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 05:50:36.062715 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.managers [None req-2a4af971-82b3-4e87-8141-48352a2c28b2 None None] Bound port: b6572487-a99a-40ba-9c27-0bc1d8ccde1b, host: dv-cinder-772623-9-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de5ee00f-2b8c-4637-b4a3-528ee36727c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'c6577bd9-88ee-45e9-b1f3-3f9c3f74b7c9'}}] {{(pid=99870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 05:50:36.063217 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-2a4af971-82b3-4e87-8141-48352a2c28b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1464132'] for port, before_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:36.068883 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-50e72dc6-7a2a-47ca-ae9a-f90cdf4859c1 None None] Notify callbacks [] for port, precommit_update {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:36.102130 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.db.provisioning_blocks [None req-50e72dc6-7a2a-47ca-ae9a-f90cdf4859c1 None None] Transition to ACTIVE for port object 2002ae28-18d0-4553-9d83-429147724d32 will not be triggered until provisioned by entity L2. {{(pid=99871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 05:50:36.147689 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.db [None req-2a4af971-82b3-4e87-8141-48352a2c28b2 None None] For port b6572487-a99a-40ba-9c27-0bc1d8ccde1b, host dv-cinder-772623-9-smb, cleared binding levels {{(pid=99870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 05:50:36.152457 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.db [None req-2a4af971-82b3-4e87-8141-48352a2c28b2 None None] For port b6572487-a99a-40ba-9c27-0bc1d8ccde1b, host dv-cinder-772623-9-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-9-smb',level=0,port_id=b6572487-a99a-40ba-9c27-0bc1d8ccde1b,segment=NetworkSegment(de5ee00f-2b8c-4637-b4a3-528ee36727c1),segment_id=de5ee00f-2b8c-4637-b4a3-528ee36727c1)] {{(pid=99870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 05:50:36.176954 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-50e72dc6-7a2a-47ca-ae9a-f90cdf4859c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773697962343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773697504561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773697504606'] for port, after_update {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:36.182971 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-3f5e0ef5-d5fa-419b-98dc-6230055c4963 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:50:36.199285 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-064a17c0-5774-4b83-97fd-aca17df160e8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:36.216586 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.db.provisioning_blocks [None req-064a17c0-5774-4b83-97fd-aca17df160e8 admin admin] Transition to ACTIVE for port object cf7eef38-0ca1-418a-8ada-d7086decbc0a will not be triggered until provisioned by entity DHCP. {{(pid=99868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 05:50:36.235137 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.db.db_base_plugin_common [None req-dbe107b9-9e89-4661-80e8-9403d883a9f0 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Allocated IP 172.28.2.56 (afc4d833-6824-4139-a55a-2b6a6bf3fba6/527396ff-4aca-4049-a96d-23452d13fcc2/1f9c84c1-2d2c-4eca-bbb4-8b8c15dfc0fb) {{(pid=99869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 05:50:36.256880 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-2a4af971-82b3-4e87-8141-48352a2c28b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773697962343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773697504561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773697504606'] for port, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:36.260497 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [None req-72c0883b-ff6a-4314-8a2a-1e937ef2388c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:50:36.278628 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.plugins.ml2.managers [None req-50e72dc6-7a2a-47ca-ae9a-f90cdf4859c1 None None] Attempting to bind port 2002ae28-18d0-4553-9d83-429147724d32 on host dv-cinder-772623-9-smb for vnic_type normal with profile {{(pid=99871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 05:50:36.279028 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.plugins.ml2.managers [None req-50e72dc6-7a2a-47ca-ae9a-f90cdf4859c1 None None] Attempting to bind port 2002ae28-18d0-4553-9d83-429147724d32 by drivers openvswitch,hyperv on host dv-cinder-772623-9-smb at level 0 using segments [{'id': '5df065dd-7136-4632-92ed-7b0e1f2019c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6'}] {{(pid=99871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 05:50:36.279419 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e72dc6-7a2a-47ca-ae9a-f90cdf4859c1 None None] Attempting to bind port 2002ae28-18d0-4553-9d83-429147724d32 on network afc4d833-6824-4139-a55a-2b6a6bf3fba6 {{(pid=99871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 05:50:36.307060 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e72dc6-7a2a-47ca-ae9a-f90cdf4859c1 None None] Checking agent: {'id': 'b8410894-a9e9-4538-b1e5-41b045bec560', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-9-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 5, 41, 12), 'started_at': datetime.datetime(2021, 6, 17, 5, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 5, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-9-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 05:50:36.309389 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e72dc6-7a2a-47ca-ae9a-f90cdf4859c1 None None] Checking segment: {'id': '5df065dd-7136-4632-92ed-7b0e1f2019c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 05:50:36.310041 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-50e72dc6-7a2a-47ca-ae9a-f90cdf4859c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:36.311033 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e72dc6-7a2a-47ca-ae9a-f90cdf4859c1 None None] Bound using segment: {'id': '5df065dd-7136-4632-92ed-7b0e1f2019c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6'} {{(pid=99871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 05:50:36.312273 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.plugins.ml2.managers [None req-50e72dc6-7a2a-47ca-ae9a-f90cdf4859c1 None None] Bound port: 2002ae28-18d0-4553-9d83-429147724d32, host: dv-cinder-772623-9-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5df065dd-7136-4632-92ed-7b0e1f2019c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6'}}] {{(pid=99871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 05:50:36.314054 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-50e72dc6-7a2a-47ca-ae9a-f90cdf4859c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1464132'] for port, before_update {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:36.326996 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5128a17-8484-48b3-a6c4-dbb1b26ef132 None None] Pushing event updated for resources: {'Port': ['ID=2002ae28-18d0-4553-9d83-429147724d32,revision_number=2']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:50:36.390683 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-064a17c0-5774-4b83-97fd-aca17df160e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1465235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-156110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-564052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773697504543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2882486'] for port, after_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:36.399245 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-5b867ca8-9466-4f2b-a748-67b948554806 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:50:36.401273 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5128a17-8484-48b3-a6c4-dbb1b26ef132 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:50:36.401609 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5128a17-8484-48b3-a6c4-dbb1b26ef132 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:50:36.401950 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5128a17-8484-48b3-a6c4-dbb1b26ef132 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:50:36.404004 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5128a17-8484-48b3-a6c4-dbb1b26ef132 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:50:36.409789 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5128a17-8484-48b3-a6c4-dbb1b26ef132 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:50:36.410401 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5128a17-8484-48b3-a6c4-dbb1b26ef132 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:50:36.410622 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5128a17-8484-48b3-a6c4-dbb1b26ef132 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:50:36.410993 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5128a17-8484-48b3-a6c4-dbb1b26ef132 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:50:36.411363 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5128a17-8484-48b3-a6c4-dbb1b26ef132 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:50:36.411652 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5128a17-8484-48b3-a6c4-dbb1b26ef132 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:50:36.411973 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5128a17-8484-48b3-a6c4-dbb1b26ef132 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:50:36.412293 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5128a17-8484-48b3-a6c4-dbb1b26ef132 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:50:36.419042 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-b5128a17-8484-48b3-a6c4-dbb1b26ef132 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:50:36.421803 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-dbe107b9-9e89-4661-80e8-9403d883a9f0 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Notify callbacks [] for port, precommit_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:36.433503 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c0883b-ff6a-4314-8a2a-1e937ef2388c None None] Pushing event updated for resources: {'Port': ['ID=b6572487-a99a-40ba-9c27-0bc1d8ccde1b,revision_number=4']} {{(pid=99870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:50:36.442904 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [None req-72c0883b-ff6a-4314-8a2a-1e937ef2388c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:50:36.452206 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a4af971-82b3-4e87-8141-48352a2c28b2 None None] Routers {'09517ed6-23ba-44bf-9de7-0b9502a86dba'} bound to L3 agent in host dv-cinder-772623-9-smb {{(pid=99870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 05:50:36.452834 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.l3_hamode_db [None req-2a4af971-82b3-4e87-8141-48352a2c28b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T05:41:12Z,description=,heartbeat_timestamp=2021-06-17T05:50:12Z,host='dv-cinder-772623-9-smb',id=81965deb-4354-4283-a756-7d5d3a21a742,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T05:41:12Z,topic='l3_agent')) {'router_ids': ['09517ed6-23ba-44bf-9de7-0b9502a86dba'], 'active': True} {{(pid=99870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:50:36.481338 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.wsgi [-] (99869) accepted ('10.222.0.11', 54256) {{(pid=99869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:50:36.505255 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064a17c0-5774-4b83-97fd-aca17df160e8 admin admin] Pushing event updated for resources: {'Port': ['ID=cf7eef38-0ca1-418a-8ada-d7086decbc0a,revision_number=1']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:50:36.511796 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.plugins.ml2.db [None req-50e72dc6-7a2a-47ca-ae9a-f90cdf4859c1 None None] For port 2002ae28-18d0-4553-9d83-429147724d32, host dv-cinder-772623-9-smb, cleared binding levels {{(pid=99871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 05:50:36.520036 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-064a17c0-5774-4b83-97fd-aca17df160e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:50:36.520733 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.plugins.ml2.db [None req-50e72dc6-7a2a-47ca-ae9a-f90cdf4859c1 None None] For port 2002ae28-18d0-4553-9d83-429147724d32, host dv-cinder-772623-9-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-9-smb',level=0,port_id=2002ae28-18d0-4553-9d83-429147724d32,segment=NetworkSegment(5df065dd-7136-4632-92ed-7b0e1f2019c5),segment_id=5df065dd-7136-4632-92ed-7b0e1f2019c5)] {{(pid=99871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 05:50:36.539641 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-064a17c0-5774-4b83-97fd-aca17df160e8 admin admin] Network 600e9516-ea83-4d7b-908c-c875271061b8 is already hosted by enough agents. {{(pid=99868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 05:50:36.543319 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.scheduler.base_scheduler [None req-064a17c0-5774-4b83-97fd-aca17df160e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=99868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 05:50:36.550771 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064a17c0-5774-4b83-97fd-aca17df160e8 admin admin] Received port after_create {{(pid=99868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 05:50:36.619292 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-064a17c0-5774-4b83-97fd-aca17df160e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-426851'] for router_interface, before_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:36.639336 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-50e72dc6-7a2a-47ca-ae9a-f90cdf4859c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773697962343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773697504561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773697504606'] for port, after_update {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:36.639960 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-dbe107b9-9e89-4661-80e8-9403d883a9f0 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1465235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-156110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-564052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773697504543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2565508'] for port, after_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:36.642525 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:50:36.643843 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:50:36.729917 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe107b9-9e89-4661-80e8-9403d883a9f0 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Pushing event updated for resources: {'Port': ['ID=1f9c84c1-2d2c-4eca-bbb4-8b8c15dfc0fb,revision_number=1']} {{(pid=99869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:50:36.735673 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-dbe107b9-9e89-4661-80e8-9403d883a9f0 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:50:36.741930 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.l3_dvr_db [None req-2a4af971-82b3-4e87-8141-48352a2c28b2 None None] Set router 09517ed6-23ba-44bf-9de7-0b9502a86dba gateway port host: dv-cinder-772623-9-smb {{(pid=99870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 05:50:36.760776 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe107b9-9e89-4661-80e8-9403d883a9f0 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Network afc4d833-6824-4139-a55a-2b6a6bf3fba6 is already hosted by enough agents. {{(pid=99869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 05:50:36.762715 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.scheduler.base_scheduler [None req-dbe107b9-9e89-4661-80e8-9403d883a9f0 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Resources bound (agent type, host, resource id): {{(pid=99869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 05:50:36.765534 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe107b9-9e89-4661-80e8-9403d883a9f0 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Received port after_create {{(pid=99869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 05:50:36.858109 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5128a17-8484-48b3-a6c4-dbb1b26ef132 None None] Pushing event updated for resources: {'Port': ['ID=2002ae28-18d0-4553-9d83-429147724d32,revision_number=3']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:50:36.867238 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-b5128a17-8484-48b3-a6c4-dbb1b26ef132 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:50:36.869765 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e72dc6-7a2a-47ca-ae9a-f90cdf4859c1 None None] Routers {'17c997e5-ab4a-46d0-ad4a-72a228e683f4'} bound to L3 agent in host dv-cinder-772623-9-smb {{(pid=99871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 05:50:36.872920 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.db.l3_hamode_db [None req-50e72dc6-7a2a-47ca-ae9a-f90cdf4859c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T05:41:12Z,description=,heartbeat_timestamp=2021-06-17T05:50:12Z,host='dv-cinder-772623-9-smb',id=81965deb-4354-4283-a756-7d5d3a21a742,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T05:41:12Z,topic='l3_agent')) {'router_ids': ['17c997e5-ab4a-46d0-ad4a-72a228e683f4'], 'active': True} {{(pid=99871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:50:36.910990 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-e616cc17-b6a5-4132-9a36-c909365353b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:36.955383 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Device 590bfe21-27a0-42e8-8f9e-850438dd9d11 up at agent ovs-agent-dv-cinder-772623-9-smb {{(pid=99870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 05:50:37.002981 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae63a323-9d7f-49cf-9203-3d36532a42f8 req-a12d5873-f547-4b58-88ec-fc9d6a3f9dca tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:37.005417 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-ae63a323-9d7f-49cf-9203-3d36532a42f8 req-a12d5873-f547-4b58-88ec-fc9d6a3f9dca tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/ports?device_id=78f4023e-2a2f-47f9-b977-30c96e374c99 HTTP/1.1" status: 200 len: 945 time: 0.2884204 Jun 17 05:50:37.078287 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.db.l3_dvr_db [None req-50e72dc6-7a2a-47ca-ae9a-f90cdf4859c1 None None] Set router 17c997e5-ab4a-46d0-ad4a-72a228e683f4 gateway port host: dv-cinder-772623-9-smb {{(pid=99871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 05:50:37.085534 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-ae63a323-9d7f-49cf-9203-3d36532a42f8 req-e448d4a2-ce12-4ba1-93fb-8f1068d99ff9 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/security-groups?id=72b04d2a-db53-4be4-b153-1399428b4f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654452 Jun 17 05:50:37.100719 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-dbe107b9-9e89-4661-80e8-9403d883a9f0 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:37.140507 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.provisioning_blocks [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Provisioning complete for port 590bfe21-27a0-42e8-8f9e-850438dd9d11 triggered by entity L2. {{(pid=99870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 05:50:37.141133 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551367'] for port, provisioning_complete {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:37.202235 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-064a17c0-5774-4b83-97fd-aca17df160e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1464132'] for port, before_update {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:37.280463 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.provisioning_blocks [None req-2b711f31-1c14-422b-b4fc-8370bbde7f6b None None] Provisioning for port cf7eef38-0ca1-418a-8ada-d7086decbc0a completed by entity DHCP. {{(pid=99870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 05:50:37.293547 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.provisioning_blocks [None req-2b711f31-1c14-422b-b4fc-8370bbde7f6b None None] Provisioning complete for port cf7eef38-0ca1-418a-8ada-d7086decbc0a triggered by entity DHCP. {{(pid=99870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 05:50:37.294148 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-2b711f31-1c14-422b-b4fc-8370bbde7f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551367'] for port, provisioning_complete {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:37.301269 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-e616cc17-b6a5-4132-9a36-c909365353b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:37.305319 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-dbe107b9-9e89-4661-80e8-9403d883a9f0 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1464132'] for port, before_update {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:37.328028 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.l3_hamode_db [None req-2a4af971-82b3-4e87-8141-48352a2c28b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09517ed6-23ba-44bf-9de7-0b9502a86dba', 'name': 'tempest-AttachVolumeTestJSON-1155783651-router', 'tenant_id': 'ae0a24f5f1a8477e9911aebfa109b499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6', 'external_fixed_ips': [{'subnet_id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'ip_address': '172.28.2.106'}], 'enable_snat': True}, 'gw_port_id': '590bfe21-27a0-42e8-8f9e-850438dd9d11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T05:50:24Z', 'updated_at': '2021-06-17T05:50:30Z', 'revision_number': 4, 'project_id': 'ae0a24f5f1a8477e9911aebfa109b499', 'gw_port': {'id': '590bfe21-27a0-42e8-8f9e-850438dd9d11', 'name': '', 'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:a7:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09517ed6-23ba-44bf-9de7-0b9502a86dba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'ip_address': '172.28.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:50:25Z', 'updated_at': '2021-06-17T05:50:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-smb', '_interfaces': [{'id': 'b6572487-a99a-40ba-9c27-0bc1d8ccde1b', 'name': '', 'network_id': 'c6577bd9-88ee-45e9-b1f3-3f9c3f74b7c9', 'tenant_id': 'ae0a24f5f1a8477e9911aebfa109b499', 'mac_address': 'fa:16:3e:c0:32:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09517ed6-23ba-44bf-9de7-0b9502a86dba', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '35c614e0-7ac4-483c-87c5-4f794e2b1be8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:50:29Z', 'updated_at': '2021-06-17T05:50:36Z', 'revision_number': 4, 'project_id': 'ae0a24f5f1a8477e9911aebfa109b499', 'subnets': [{'id': '35c614e0-7ac4-483c-87c5-4f794e2b1be8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-9-smb', False) {} {{(pid=99870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:50:37.364387 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a4af971-82b3-4e87-8141-48352a2c28b2 None None] The sync data for ids ['09517ed6-23ba-44bf-9de7-0b9502a86dba'] in dv-cinder-772623-9-smb is: [{'id': '09517ed6-23ba-44bf-9de7-0b9502a86dba', 'name': 'tempest-AttachVolumeTestJSON-1155783651-router', 'tenant_id': 'ae0a24f5f1a8477e9911aebfa109b499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6', 'external_fixed_ips': [{'subnet_id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'ip_address': '172.28.2.106'}], 'enable_snat': True}, 'gw_port_id': '590bfe21-27a0-42e8-8f9e-850438dd9d11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T05:50:24Z', 'updated_at': '2021-06-17T05:50:30Z', 'revision_number': 4, 'project_id': 'ae0a24f5f1a8477e9911aebfa109b499', 'gw_port': {'id': '590bfe21-27a0-42e8-8f9e-850438dd9d11', 'name': '', 'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:a7:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09517ed6-23ba-44bf-9de7-0b9502a86dba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'ip_address': '172.28.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:50:25Z', 'updated_at': '2021-06-17T05:50:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-smb', '_interfaces': [{'id': 'b6572487-a99a-40ba-9c27-0bc1d8ccde1b', 'name': '', 'network_id': 'c6577bd9-88ee-45e9-b1f3-3f9c3f74b7c9', 'tenant_id': 'ae0a24f5f1a8477e9911aebfa109b499', 'mac_address': 'fa:16:3e:c0:32:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09517ed6-23ba-44bf-9de7-0b9502a86dba', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '35c614e0-7ac4-483c-87c5-4f794e2b1be8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:50:29Z', 'updated_at': '2021-06-17T05:50:36Z', 'revision_number': 4, 'project_id': 'ae0a24f5f1a8477e9911aebfa109b499', 'subnets': [{'id': '35c614e0-7ac4-483c-87c5-4f794e2b1be8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 05:50:37.368254 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.plugin [None req-2b711f31-1c14-422b-b4fc-8370bbde7f6b None None] Port cf7eef38-0ca1-418a-8ada-d7086decbc0a cannot update to ACTIVE because it is not bound. {{(pid=99870) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 05:50:37.454141 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-e616cc17-b6a5-4132-9a36-c909365353b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:37.465133 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-35ecd21a-2774-4cd4-825e-a631bf98569b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:50:37.504122 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-064a17c0-5774-4b83-97fd-aca17df160e8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:37.505849 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.db.l3_hamode_db [None req-50e72dc6-7a2a-47ca-ae9a-f90cdf4859c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17c997e5-ab4a-46d0-ad4a-72a228e683f4', 'name': 'tempest-TestMinimumBasicScenario-2145999085-router', 'tenant_id': 'f122bbc1c9c14d4c9008346ebae7597a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6', 'external_fixed_ips': [{'subnet_id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'ip_address': '172.28.2.222'}], 'enable_snat': True}, 'gw_port_id': '2002ae28-18d0-4553-9d83-429147724d32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T05:50:29Z', 'updated_at': '2021-06-17T05:50:33Z', 'revision_number': 3, 'project_id': 'f122bbc1c9c14d4c9008346ebae7597a', 'gw_port': {'id': '2002ae28-18d0-4553-9d83-429147724d32', 'name': '', 'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:01:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17c997e5-ab4a-46d0-ad4a-72a228e683f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'ip_address': '172.28.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:50:32Z', 'updated_at': '2021-06-17T05:50:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-smb'}], 'dv-cinder-772623-9-smb', False) {} {{(pid=99871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:50:37.538112 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [None req-e616cc17-b6a5-4132-9a36-c909365353b7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f94a472939974f74bf0a6f5467a4d60e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0555980 Jun 17 05:50:37.543187 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e72dc6-7a2a-47ca-ae9a-f90cdf4859c1 None None] The sync data for ids ['17c997e5-ab4a-46d0-ad4a-72a228e683f4'] in dv-cinder-772623-9-smb is: [{'id': '17c997e5-ab4a-46d0-ad4a-72a228e683f4', 'name': 'tempest-TestMinimumBasicScenario-2145999085-router', 'tenant_id': 'f122bbc1c9c14d4c9008346ebae7597a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6', 'external_fixed_ips': [{'subnet_id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'ip_address': '172.28.2.222'}], 'enable_snat': True}, 'gw_port_id': '2002ae28-18d0-4553-9d83-429147724d32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T05:50:29Z', 'updated_at': '2021-06-17T05:50:33Z', 'revision_number': 3, 'project_id': 'f122bbc1c9c14d4c9008346ebae7597a', 'gw_port': {'id': '2002ae28-18d0-4553-9d83-429147724d32', 'name': '', 'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:01:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17c997e5-ab4a-46d0-ad4a-72a228e683f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'ip_address': '172.28.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:50:32Z', 'updated_at': '2021-06-17T05:50:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-smb'}] {{(pid=99871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 05:50:37.543977 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.wsgi [-] (99868) accepted ('10.222.0.11', 54276) {{(pid=99868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:50:37.553731 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e616cc17-b6a5-4132-9a36-c909365353b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16e83449-81c1-4bc6-8fa8-c9442490c385,revision_number=1']} {{(pid=99869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:50:37.572037 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-e616cc17-b6a5-4132-9a36-c909365353b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:50:37.589201 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-dbe107b9-9e89-4661-80e8-9403d883a9f0 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Notify callbacks [] for port, precommit_update {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:37.631981 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-ce7ae654-1f3e-4474-b8bc-dbb184aa0692 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:37.635366 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-064a17c0-5774-4b83-97fd-aca17df160e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773697962343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773697504561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773697504606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2882436'] for port, after_update {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:37.641536 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:50:37.739915 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-ce7ae654-1f3e-4474-b8bc-dbb184aa0692 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:37.749471 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-dbe107b9-9e89-4661-80e8-9403d883a9f0 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773697962343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773697504561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773697504606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565558'] for port, after_update {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:37.755297 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-1fa919a3-80a4-4b3c-ab5c-6b0b4eaa7a74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:50:37.776217 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-064a17c0-5774-4b83-97fd-aca17df160e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-426783'] for router_interface, after_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:37.783591 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064a17c0-5774-4b83-97fd-aca17df160e8 admin admin] Pushing event updated for resources: {'Port': ['ID=cf7eef38-0ca1-418a-8ada-d7086decbc0a,revision_number=2']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:50:37.793032 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-064a17c0-5774-4b83-97fd-aca17df160e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:50:37.855378 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe107b9-9e89-4661-80e8-9403d883a9f0 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Pushing event updated for resources: {'Port': ['ID=1f9c84c1-2d2c-4eca-bbb4-8b8c15dfc0fb,revision_number=2']} {{(pid=99869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:50:37.860561 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-dbe107b9-9e89-4661-80e8-9403d883a9f0 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:50:37.861134 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-dbe107b9-9e89-4661-80e8-9403d883a9f0 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-422873'] for floatingip, after_update {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:37.923328 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-064a17c0-5774-4b83-97fd-aca17df160e8 admin admin] Network 600e9516-ea83-4d7b-908c-c875271061b8 is already hosted by enough agents. {{(pid=99868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 05:50:37.923328 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.scheduler.base_scheduler [None req-064a17c0-5774-4b83-97fd-aca17df160e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=99868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 05:50:37.989171 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-dbe107b9-9e89-4661-80e8-9403d883a9f0 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-860254'] for floatingip, before_response {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:37.992906 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [None req-dbe107b9-9e89-4661-80e8-9403d883a9f0 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4562800 Jun 17 05:50:38.133213 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-ce7ae654-1f3e-4474-b8bc-dbb184aa0692 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:38.147951 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-ce7ae654-1f3e-4474-b8bc-dbb184aa0692 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:38.151692 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [None req-ce7ae654-1f3e-4474-b8bc-dbb184aa0692 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/16e83449-81c1-4bc6-8fa8-c9442490c385 HTTP/1.1" status: 204 len: 168 time: 0.6026623 Jun 17 05:50:38.162639 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-7a17f728-b9ec-4194-b9cf-15fb84d35b59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:50:38.177998 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7ae654-1f3e-4474-b8bc-dbb184aa0692 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16e83449-81c1-4bc6-8fa8-c9442490c385,revision_number=None']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:50:38.195998 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-ce7ae654-1f3e-4474-b8bc-dbb184aa0692 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:50:38.327478 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-064a17c0-5774-4b83-97fd-aca17df160e8 admin admin] Router 17c997e5-ab4a-46d0-ad4a-72a228e683f4 has already been hosted by L3 agent 81965deb-4354-4283-a756-7d5d3a21a742 {{(pid=99868) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 05:50:38.411288 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.provisioning_blocks [None req-3d65ca9f-5c41-4cec-b75e-7eccaa0021a3 None None] Provisioning complete for port cf7eef38-0ca1-418a-8ada-d7086decbc0a triggered by entity DHCP. {{(pid=99870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 05:50:38.411870 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-3d65ca9f-5c41-4cec-b75e-7eccaa0021a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551367'] for port, provisioning_complete {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:38.489415 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.plugin [None req-3d65ca9f-5c41-4cec-b75e-7eccaa0021a3 None None] Port cf7eef38-0ca1-418a-8ada-d7086decbc0a cannot update to ACTIVE because it is not bound. {{(pid=99870) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 05:50:38.495566 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-7c178927-89dd-44c8-933b-3112e5428f96 req-342a2f91-6fb5-4ca2-996b-8cee976c0188 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--325448658&fields=id&tenant_id=ae0a24f5f1a8477e9911aebfa109b499 HTTP/1.1" status: 200 len: 267 time: 0.0799243 Jun 17 05:50:38.559947 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-064a17c0-5774-4b83-97fd-aca17df160e8 admin admin] Notify agent at l3_agent.dv-cinder-772623-9-smb the message routers_updated {{(pid=99868) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 05:50:38.565162 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [None req-064a17c0-5774-4b83-97fd-aca17df160e8 admin admin] 10.222.0.11 "PUT /v2.0/routers/17c997e5-ab4a-46d0-ad4a-72a228e683f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6420033 Jun 17 05:50:38.572940 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9134f9-31e3-49c5-8d5c-56d872f7dea8 req-5802e588-55b7-4e87-be63-5b4beafcc547 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:38.583189 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-6e9134f9-31e3-49c5-8d5c-56d872f7dea8 req-5802e588-55b7-4e87-be63-5b4beafcc547 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/ports?device_id=78f4023e-2a2f-47f9-b977-30c96e374c99 HTTP/1.1" status: 200 len: 945 time: 0.1568992 Jun 17 05:50:38.635495 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-6e9134f9-31e3-49c5-8d5c-56d872f7dea8 req-9a44e7b9-6bc8-4bd3-989c-9b2ed830e419 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/security-groups?id=72b04d2a-db53-4be4-b153-1399428b4f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536170 Jun 17 05:50:38.672537 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c178927-89dd-44c8-933b-3112e5428f96 req-a7b81d23-120e-49b5-ae9a-e9504fb2ef82 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:38.674226 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-7c178927-89dd-44c8-933b-3112e5428f96 req-a7b81d23-120e-49b5-ae9a-e9504fb2ef82 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] 10.222.0.11 "GET /v2.0/networks?id=c6577bd9-88ee-45e9-b1f3-3f9c3f74b7c9 HTTP/1.1" status: 200 len: 811 time: 0.1738360 Jun 17 05:50:38.699461 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-7c178927-89dd-44c8-933b-3112e5428f96 req-4e0a1a0a-6136-4010-bda0-5c84f8463700 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] 10.222.0.11 "GET /v2.0/quotas/ae0a24f5f1a8477e9911aebfa109b499 HTTP/1.1" status: 200 len: 375 time: 0.0133753 Jun 17 05:50:38.845902 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-7c178927-89dd-44c8-933b-3112e5428f96 req-5b1ce921-7c9d-4ae7-8a99-8c86a20b0286 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=ae0a24f5f1a8477e9911aebfa109b499&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1408513 Jun 17 05:50:38.890248 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-b724f925-e62f-4e96-b45c-09f4a4a4a843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:38.956766 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Device b6572487-a99a-40ba-9c27-0bc1d8ccde1b up at agent ovs-agent-dv-cinder-772623-9-smb {{(pid=99870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 05:50:39.115271 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-7c178927-89dd-44c8-933b-3112e5428f96 req-1f7084c7-630f-47e6-a8f6-ad15e266245f service neutron] 10.222.0.11 "GET /v2.0/networks/c6577bd9-88ee-45e9-b1f3-3f9c3f74b7c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2377627 Jun 17 05:50:39.193214 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.provisioning_blocks [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Provisioning for port b6572487-a99a-40ba-9c27-0bc1d8ccde1b completed by entity L2. {{(pid=99870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 05:50:39.201490 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.provisioning_blocks [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Provisioning complete for port b6572487-a99a-40ba-9c27-0bc1d8ccde1b triggered by entity L2. {{(pid=99870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 05:50:39.202121 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551367'] for port, provisioning_complete {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:39.343293 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-7c178927-89dd-44c8-933b-3112e5428f96 req-779e2b94-46b4-4848-87ef-7eed7983bf4e service neutron] 10.222.0.11 "GET /v2.0/networks/c6577bd9-88ee-45e9-b1f3-3f9c3f74b7c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2264748 Jun 17 05:50:39.344837 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1464132'] for port, before_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:39.401739 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.db [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] For port b6572487-a99a-40ba-9c27-0bc1d8ccde1b, host dv-cinder-772623-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-9-smb',level=0,port_id=b6572487-a99a-40ba-9c27-0bc1d8ccde1b,segment=NetworkSegment(de5ee00f-2b8c-4637-b4a3-528ee36727c1),segment_id=de5ee00f-2b8c-4637-b4a3-528ee36727c1)] {{(pid=99870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:50:39.519372 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773697962343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773697504561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773697504606'] for port, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:39.520489 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Device 2002ae28-18d0-4553-9d83-429147724d32 up at agent ovs-agent-dv-cinder-772623-9-smb {{(pid=99870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 05:50:39.549007 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [None req-22329d31-869b-45e4-ae00-d7b9c2606ffd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:50:39.617565 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Pushing event updated for resources: {'Port': ['ID=b6572487-a99a-40ba-9c27-0bc1d8ccde1b,revision_number=5']} {{(pid=99870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:50:39.622057 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:50:39.690309 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.provisioning_blocks [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Provisioning for port 2002ae28-18d0-4553-9d83-429147724d32 completed by entity L2. {{(pid=99870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 05:50:39.697452 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.provisioning_blocks [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Provisioning complete for port 2002ae28-18d0-4553-9d83-429147724d32 triggered by entity L2. {{(pid=99870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 05:50:39.697452 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551367'] for port, provisioning_complete {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:39.709065 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-82666b7e-d31b-4483-a359-0793cae1a063 req-10e4f54a-1477-40e3-8424-f8d8c991864f tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] 10.222.0.11 "GET /v2.0/ports?device_id=b84e2604-ef6a-48e5-979e-f64102c5be89 HTTP/1.1" status: 200 len: 210 time: 0.0831549 Jun 17 05:50:39.818089 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1464132'] for port, before_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:39.852029 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.db [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] For port 2002ae28-18d0-4553-9d83-429147724d32, host dv-cinder-772623-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-9-smb',level=0,port_id=2002ae28-18d0-4553-9d83-429147724d32,segment=NetworkSegment(5df065dd-7136-4632-92ed-7b0e1f2019c5),segment_id=5df065dd-7136-4632-92ed-7b0e1f2019c5)] {{(pid=99870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:50:39.883522 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b963ce48-4ee2-402d-af73-1136943fbb80 req-c9b84260-a49c-424c-b629-cb76af49295b tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:39.884980 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-b963ce48-4ee2-402d-af73-1136943fbb80 req-c9b84260-a49c-424c-b629-cb76af49295b tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/ports?device_id=78f4023e-2a2f-47f9-b977-30c96e374c99 HTTP/1.1" status: 200 len: 945 time: 0.0791867 Jun 17 05:50:39.926685 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773697962343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773697504561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773697504606'] for port, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:39.930781 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:50:39.949019 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-b963ce48-4ee2-402d-af73-1136943fbb80 req-b1ef0016-f5d6-4e7b-9ffb-bcbb435f71e0 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/security-groups?id=72b04d2a-db53-4be4-b153-1399428b4f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545709 Jun 17 05:50:39.984568 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Pushing event updated for resources: {'Port': ['ID=2002ae28-18d0-4553-9d83-429147724d32,revision_number=4']} {{(pid=99870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:50:39.988742 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:50:40.818069 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Device b6572487-a99a-40ba-9c27-0bc1d8ccde1b up at agent ovs-agent-dv-cinder-772623-9-smb {{(pid=99870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 05:50:40.831724 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-9783970a-3429-47c8-a9f4-53c706552d54 req-fbb4cb32-e904-4a6e-9908-3e04ce113f63 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] 10.222.0.11 "GET /v2.0/ports?device_id=b84e2604-ef6a-48e5-979e-f64102c5be89 HTTP/1.1" status: 200 len: 210 time: 0.0548141 Jun 17 05:50:40.888869 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.provisioning_blocks [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Provisioning complete for port b6572487-a99a-40ba-9c27-0bc1d8ccde1b triggered by entity L2. {{(pid=99870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 05:50:40.891009 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551367'] for port, provisioning_complete {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:40.993930 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Device 2002ae28-18d0-4553-9d83-429147724d32 up at agent ovs-agent-dv-cinder-772623-9-smb {{(pid=99870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 05:50:41.149368 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.provisioning_blocks [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Provisioning complete for port 2002ae28-18d0-4553-9d83-429147724d32 triggered by entity L2. {{(pid=99870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 05:50:41.149914 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551367'] for port, provisioning_complete {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:41.349912 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d16a2c-afb4-4302-8236-614b247ea480 req-4deddc5b-bab8-4cb8-9f80-8c78b5bfbbac tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:41.358189 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-81d16a2c-afb4-4302-8236-614b247ea480 req-4deddc5b-bab8-4cb8-9f80-8c78b5bfbbac tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/ports?device_id=78f4023e-2a2f-47f9-b977-30c96e374c99 HTTP/1.1" status: 200 len: 945 time: 0.0989139 Jun 17 05:50:41.409211 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-81d16a2c-afb4-4302-8236-614b247ea480 req-31c603a0-2628-4451-ac5a-82a7e7eca104 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/security-groups?id=72b04d2a-db53-4be4-b153-1399428b4f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496593 Jun 17 05:50:41.620281 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:41.713505 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-2a6cd2ff-f643-4c31-a3cc-1088a41abece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:42.180222 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-48ad9d83-872b-4fa6-9a74-1735f49c7fd3 req-ab43e503-98e5-4d35-9f7e-b87e53521e61 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] 10.222.0.11 "GET /v2.0/ports?device_id=b84e2604-ef6a-48e5-979e-f64102c5be89 HTTP/1.1" status: 200 len: 210 time: 0.0609486 Jun 17 05:50:42.530209 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-e4a25698-dc7e-488a-a9c3-c2b55bed5747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:42.648717 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed96d16-9805-41a2-87c0-0fcd624c4542 None None] Sync routers for ids ['17c997e5-ab4a-46d0-ad4a-72a228e683f4'] in dv-cinder-772623-9-smb {{(pid=99870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 05:50:42.657507 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed96d16-9805-41a2-87c0-0fcd624c4542 None None] Routers {'17c997e5-ab4a-46d0-ad4a-72a228e683f4'} bound to L3 agent in host dv-cinder-772623-9-smb {{(pid=99870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 05:50:42.658336 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.l3_hamode_db [None req-9ed96d16-9805-41a2-87c0-0fcd624c4542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T05:41:12Z,description=,heartbeat_timestamp=2021-06-17T05:50:42Z,host='dv-cinder-772623-9-smb',id=81965deb-4354-4283-a756-7d5d3a21a742,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T05:41:12Z,topic='l3_agent')) {'router_ids': ['17c997e5-ab4a-46d0-ad4a-72a228e683f4'], 'active': True} {{(pid=99870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:50:42.669727 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6e4a34-f2dc-4f77-81fe-aebdadaad695 req-40ab314d-3474-4422-abb0-395594a55402 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:42.677178 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-aa6e4a34-f2dc-4f77-81fe-aebdadaad695 req-40ab314d-3474-4422-abb0-395594a55402 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/ports?device_id=78f4023e-2a2f-47f9-b977-30c96e374c99 HTTP/1.1" status: 200 len: 945 time: 0.0847189 Jun 17 05:50:42.730820 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-aa6e4a34-f2dc-4f77-81fe-aebdadaad695 req-c39f73f8-8646-48fe-8b30-a396da4fd847 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/security-groups?id=72b04d2a-db53-4be4-b153-1399428b4f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523431 Jun 17 05:50:42.828927 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.l3_dvr_db [None req-9ed96d16-9805-41a2-87c0-0fcd624c4542 None None] Set router 17c997e5-ab4a-46d0-ad4a-72a228e683f4 gateway port host: dv-cinder-772623-9-smb {{(pid=99870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 05:50:43.242746 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.l3_hamode_db [None req-9ed96d16-9805-41a2-87c0-0fcd624c4542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17c997e5-ab4a-46d0-ad4a-72a228e683f4', 'name': 'tempest-TestMinimumBasicScenario-2145999085-router', 'tenant_id': 'f122bbc1c9c14d4c9008346ebae7597a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6', 'external_fixed_ips': [{'subnet_id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'ip_address': '172.28.2.222'}], 'enable_snat': True}, 'gw_port_id': '2002ae28-18d0-4553-9d83-429147724d32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T05:50:29Z', 'updated_at': '2021-06-17T05:50:37Z', 'revision_number': 4, 'project_id': 'f122bbc1c9c14d4c9008346ebae7597a', 'gw_port': {'id': '2002ae28-18d0-4553-9d83-429147724d32', 'name': '', 'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:01:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c997e5-ab4a-46d0-ad4a-72a228e683f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'ip_address': '172.28.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:50:32Z', 'updated_at': '2021-06-17T05:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-smb', '_interfaces': [{'id': 'cf7eef38-0ca1-418a-8ada-d7086decbc0a', 'name': '', 'network_id': '600e9516-ea83-4d7b-908c-c875271061b8', 'tenant_id': 'f122bbc1c9c14d4c9008346ebae7597a', 'mac_address': 'fa:16:3e:d1:3e:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17c997e5-ab4a-46d0-ad4a-72a228e683f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '61858458-abf7-4990-8157-970bddb4869b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:50:35Z', 'updated_at': '2021-06-17T05:50:37Z', 'revision_number': 2, 'project_id': 'f122bbc1c9c14d4c9008346ebae7597a', 'subnets': [{'id': '61858458-abf7-4990-8157-970bddb4869b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-9-smb', False) {} {{(pid=99870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:50:43.274281 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed96d16-9805-41a2-87c0-0fcd624c4542 None None] Checking router: 17c997e5-ab4a-46d0-ad4a-72a228e683f4 for host: dv-cinder-772623-9-smb {{(pid=99870) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 05:50:43.275068 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed96d16-9805-41a2-87c0-0fcd624c4542 None None] Updating router 17c997e5-ab4a-46d0-ad4a-72a228e683f4 port cf7eef38-0ca1-418a-8ada-d7086decbc0a binding host dv-cinder-772623-9-smb {{(pid=99870) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 05:50:43.330391 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-9ed96d16-9805-41a2-87c0-0fcd624c4542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1464132'] for port, before_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:43.370575 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-9d54d0b2-bad3-4370-b9e1-4128aa47109b req-aced80a9-9bbc-43a8-afe4-0e4a77ccc93a tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] 10.222.0.11 "GET /v2.0/ports?device_id=b84e2604-ef6a-48e5-979e-f64102c5be89 HTTP/1.1" status: 200 len: 210 time: 0.0415614 Jun 17 05:50:43.921428 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-9ed96d16-9805-41a2-87c0-0fcd624c4542 None None] Notify callbacks [] for port, precommit_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:43.972275 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.provisioning_blocks [None req-9ed96d16-9805-41a2-87c0-0fcd624c4542 None None] Transition to ACTIVE for port object cf7eef38-0ca1-418a-8ada-d7086decbc0a will not be triggered until provisioned by entity L2. {{(pid=99870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 05:50:43.972508 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c178927-89dd-44c8-933b-3112e5428f96 req-8fd595f4-89c9-40a7-9109-9155de6796f8 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:43.972508 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-7c178927-89dd-44c8-933b-3112e5428f96 req-8fd595f4-89c9-40a7-9109-9155de6796f8 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] 10.222.0.13 "GET /v2.0/networks?id=c6577bd9-88ee-45e9-b1f3-3f9c3f74b7c9 HTTP/1.1" status: 200 len: 811 time: 0.2820218 Jun 17 05:50:44.041874 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-7c178927-89dd-44c8-933b-3112e5428f96 req-f68f02cb-83a7-4a8c-b15f-69ccbe4f0da3 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ae0a24f5f1a8477e9911aebfa109b499 HTTP/1.1" status: 200 len: 379 time: 0.0629883 Jun 17 05:50:44.059214 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85f430a-4300-4763-a86c-c60c044d22e6 req-a5762c96-9bee-41d6-b826-a762d722038f tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:44.059566 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-f85f430a-4300-4763-a86c-c60c044d22e6 req-a5762c96-9bee-41d6-b826-a762d722038f tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/ports?device_id=78f4023e-2a2f-47f9-b977-30c96e374c99 HTTP/1.1" status: 200 len: 945 time: 0.1546366 Jun 17 05:50:44.063684 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.v2.base [req-7c178927-89dd-44c8-933b-3112e5428f96 req-5c42bc63-d28e-40b3-ada5-95dab11aadd7 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Request body: {'port': {'device_id': 'b84e2604-ef6a-48e5-979e-f64102c5be89', 'network_id': 'c6577bd9-88ee-45e9-b1f3-3f9c3f74b7c9', 'admin_state_up': True, 'tenant_id': 'ae0a24f5f1a8477e9911aebfa109b499', 'security_groups': ['582a7bdd-c931-4b68-9c8a-6baf1819cc7d']}} {{(pid=99868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:50:44.078230 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-716a1ea9-0c1f-4326-9a5b-1034a370b6f5 req-e0be5e64-8d06-414e-9aee-55950d26c45d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=28503d4a-afc3-434a-bd10-4045586cbc4c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1360643 Jun 17 05:50:44.148717 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-f85f430a-4300-4763-a86c-c60c044d22e6 req-2324dab5-4022-4966-98e9-7f87a96a9a6c tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/security-groups?id=72b04d2a-db53-4be4-b153-1399428b4f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801685 Jun 17 05:50:44.182704 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-9ed96d16-9805-41a2-87c0-0fcd624c4542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773697962343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773697504561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773697504606'] for port, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:44.185136 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:50:44.214023 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-835a5b83-af16-4b0b-afcf-c7c94ac397a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:44.232366 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd1aee7-63dc-464b-8225-43a707ac477a None None] Pushing event updated for resources: {'Port': ['ID=cf7eef38-0ca1-418a-8ada-d7086decbc0a,revision_number=3']} {{(pid=99870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:50:44.263817 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716a1ea9-0c1f-4326-9a5b-1034a370b6f5 req-23c8c28b-11b2-4074-8aa0-e37fc99eb6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:44.265425 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-716a1ea9-0c1f-4326-9a5b-1034a370b6f5 req-23c8c28b-11b2-4074-8aa0-e37fc99eb6ff service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ce4f89efe12e4ea4942616b8dcf08d70&device_id=28503d4a-afc3-434a-bd10-4045586cbc4c HTTP/1.1" status: 200 len: 1099 time: 0.0855551 Jun 17 05:50:44.273835 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [None req-3dd1aee7-63dc-464b-8225-43a707ac477a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:50:44.355485 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.managers [None req-9ed96d16-9805-41a2-87c0-0fcd624c4542 None None] Attempting to bind port cf7eef38-0ca1-418a-8ada-d7086decbc0a on host dv-cinder-772623-9-smb for vnic_type normal with profile {{(pid=99870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 05:50:44.355871 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.managers [None req-9ed96d16-9805-41a2-87c0-0fcd624c4542 None None] Attempting to bind port cf7eef38-0ca1-418a-8ada-d7086decbc0a by drivers openvswitch,hyperv on host dv-cinder-772623-9-smb at level 0 using segments [{'id': '7d49a28b-1e3b-4224-a2db-fbfa34cf8d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '600e9516-ea83-4d7b-908c-c875271061b8'}] {{(pid=99870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 05:50:44.356437 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed96d16-9805-41a2-87c0-0fcd624c4542 None None] Attempting to bind port cf7eef38-0ca1-418a-8ada-d7086decbc0a on network 600e9516-ea83-4d7b-908c-c875271061b8 {{(pid=99870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 05:50:44.362129 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed96d16-9805-41a2-87c0-0fcd624c4542 None None] Checking agent: {'id': 'b8410894-a9e9-4538-b1e5-41b045bec560', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-9-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 5, 41, 12), 'started_at': datetime.datetime(2021, 6, 17, 5, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 5, 50, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-9-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 05:50:44.362746 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed96d16-9805-41a2-87c0-0fcd624c4542 None None] Checking segment: {'id': '7d49a28b-1e3b-4224-a2db-fbfa34cf8d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '600e9516-ea83-4d7b-908c-c875271061b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 05:50:44.363392 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-9ed96d16-9805-41a2-87c0-0fcd624c4542 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:44.363793 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed96d16-9805-41a2-87c0-0fcd624c4542 None None] Bound using segment: {'id': '7d49a28b-1e3b-4224-a2db-fbfa34cf8d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '600e9516-ea83-4d7b-908c-c875271061b8'} {{(pid=99870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 05:50:44.364271 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.managers [None req-9ed96d16-9805-41a2-87c0-0fcd624c4542 None None] Bound port: cf7eef38-0ca1-418a-8ada-d7086decbc0a, host: dv-cinder-772623-9-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d49a28b-1e3b-4224-a2db-fbfa34cf8d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '600e9516-ea83-4d7b-908c-c875271061b8'}}] {{(pid=99870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 05:50:44.364648 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-9ed96d16-9805-41a2-87c0-0fcd624c4542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1464132'] for port, before_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:44.414122 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c178927-89dd-44c8-933b-3112e5428f96 req-5c42bc63-d28e-40b3-ada5-95dab11aadd7 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Made reservation on behalf of ae0a24f5f1a8477e9911aebfa109b499 for: {'port': 1} {{(pid=99868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 05:50:44.421558 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-7c178927-89dd-44c8-933b-3112e5428f96 req-5c42bc63-d28e-40b3-ada5-95dab11aadd7 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1464150'] for port, before_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:44.481191 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.db [None req-9ed96d16-9805-41a2-87c0-0fcd624c4542 None None] For port cf7eef38-0ca1-418a-8ada-d7086decbc0a, host dv-cinder-772623-9-smb, cleared binding levels {{(pid=99870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 05:50:44.490356 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.db [None req-9ed96d16-9805-41a2-87c0-0fcd624c4542 None None] For port cf7eef38-0ca1-418a-8ada-d7086decbc0a, host dv-cinder-772623-9-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-9-smb',level=0,port_id=cf7eef38-0ca1-418a-8ada-d7086decbc0a,segment=NetworkSegment(7d49a28b-1e3b-4224-a2db-fbfa34cf8d7d),segment_id=7d49a28b-1e3b-4224-a2db-fbfa34cf8d7d)] {{(pid=99870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 05:50:44.567594 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-03e729e3-24fa-4e8a-afa0-bb8181c12693 req-7896988c-53f1-41d6-bdfe-9b94c6d37a3c tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] 10.222.0.11 "GET /v2.0/ports?device_id=b84e2604-ef6a-48e5-979e-f64102c5be89 HTTP/1.1" status: 200 len: 210 time: 0.0369496 Jun 17 05:50:44.606999 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716a1ea9-0c1f-4326-9a5b-1034a370b6f5 req-7732c231-4ee3-4b22-a824-bb580c77ab67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:44.608699 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-716a1ea9-0c1f-4326-9a5b-1034a370b6f5 req-7732c231-4ee3-4b22-a824-bb580c77ab67 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e0c1f876-47bf-439c-8cf9-05719b315ed5 HTTP/1.1" status: 200 len: 918 time: 0.3015816 Jun 17 05:50:44.623917 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-9ed96d16-9805-41a2-87c0-0fcd624c4542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773697962343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773697504561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773697504606'] for port, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:44.629058 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [None req-bf87cdde-0f60-451a-b798-332e63e3bb62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:50:44.743856 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed96d16-9805-41a2-87c0-0fcd624c4542 None None] Routers {'17c997e5-ab4a-46d0-ad4a-72a228e683f4'} bound to L3 agent in host dv-cinder-772623-9-smb {{(pid=99870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 05:50:44.744664 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.l3_hamode_db [None req-9ed96d16-9805-41a2-87c0-0fcd624c4542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T05:41:12Z,description=,heartbeat_timestamp=2021-06-17T05:50:42Z,host='dv-cinder-772623-9-smb',id=81965deb-4354-4283-a756-7d5d3a21a742,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T05:41:12Z,topic='l3_agent')) {'router_ids': ['17c997e5-ab4a-46d0-ad4a-72a228e683f4'], 'active': True} {{(pid=99870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:50:44.883697 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd1aee7-63dc-464b-8225-43a707ac477a None None] Pushing event updated for resources: {'Port': ['ID=cf7eef38-0ca1-418a-8ada-d7086decbc0a,revision_number=4']} {{(pid=99870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:50:44.892144 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [None req-3dd1aee7-63dc-464b-8225-43a707ac477a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:50:44.998492 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.l3_dvr_db [None req-9ed96d16-9805-41a2-87c0-0fcd624c4542 None None] Set router 17c997e5-ab4a-46d0-ad4a-72a228e683f4 gateway port host: dv-cinder-772623-9-smb {{(pid=99870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 05:50:45.204010 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.db.db_base_plugin_common [req-7c178927-89dd-44c8-933b-3112e5428f96 req-5c42bc63-d28e-40b3-ada5-95dab11aadd7 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Allocated IP 172.20.0.3 (c6577bd9-88ee-45e9-b1f3-3f9c3f74b7c9/35c614e0-7ac4-483c-87c5-4f794e2b1be8/c22efa80-c673-4aad-a247-9ff381eb1039) {{(pid=99868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 05:50:45.366573 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-716a1ea9-0c1f-4326-9a5b-1034a370b6f5 req-8efc339b-6b92-4f0b-b18a-1270105be598 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9f32a9bd-cf9b-416b-bb4f-bc81ca793bf0 HTTP/1.1" status: 200 len: 217 time: 0.7458551 Jun 17 05:50:45.382676 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.l3_hamode_db [None req-9ed96d16-9805-41a2-87c0-0fcd624c4542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17c997e5-ab4a-46d0-ad4a-72a228e683f4', 'name': 'tempest-TestMinimumBasicScenario-2145999085-router', 'tenant_id': 'f122bbc1c9c14d4c9008346ebae7597a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6', 'external_fixed_ips': [{'subnet_id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'ip_address': '172.28.2.222'}], 'enable_snat': True}, 'gw_port_id': '2002ae28-18d0-4553-9d83-429147724d32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T05:50:29Z', 'updated_at': '2021-06-17T05:50:37Z', 'revision_number': 4, 'project_id': 'f122bbc1c9c14d4c9008346ebae7597a', 'gw_port': {'id': '2002ae28-18d0-4553-9d83-429147724d32', 'name': '', 'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:01:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c997e5-ab4a-46d0-ad4a-72a228e683f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'ip_address': '172.28.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:50:32Z', 'updated_at': '2021-06-17T05:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-smb', '_interfaces': [{'id': 'cf7eef38-0ca1-418a-8ada-d7086decbc0a', 'name': '', 'network_id': '600e9516-ea83-4d7b-908c-c875271061b8', 'tenant_id': 'f122bbc1c9c14d4c9008346ebae7597a', 'mac_address': 'fa:16:3e:d1:3e:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17c997e5-ab4a-46d0-ad4a-72a228e683f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '61858458-abf7-4990-8157-970bddb4869b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:50:35Z', 'updated_at': '2021-06-17T05:50:44Z', 'revision_number': 4, 'project_id': 'f122bbc1c9c14d4c9008346ebae7597a', 'subnets': [{'id': '61858458-abf7-4990-8157-970bddb4869b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-9-smb', False) {} {{(pid=99870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:50:45.441279 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be602950-e9bb-40a4-be1c-73d1eece3144 req-a170ce13-59a6-42fc-bd31-840c19a34c70 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:45.448740 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-be602950-e9bb-40a4-be1c-73d1eece3144 req-a170ce13-59a6-42fc-bd31-840c19a34c70 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/ports?device_id=78f4023e-2a2f-47f9-b977-30c96e374c99 HTTP/1.1" status: 200 len: 945 time: 0.0955820 Jun 17 05:50:45.463721 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed96d16-9805-41a2-87c0-0fcd624c4542 None None] The sync data for ids ['17c997e5-ab4a-46d0-ad4a-72a228e683f4'] in dv-cinder-772623-9-smb is: [{'id': '17c997e5-ab4a-46d0-ad4a-72a228e683f4', 'name': 'tempest-TestMinimumBasicScenario-2145999085-router', 'tenant_id': 'f122bbc1c9c14d4c9008346ebae7597a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6', 'external_fixed_ips': [{'subnet_id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'ip_address': '172.28.2.222'}], 'enable_snat': True}, 'gw_port_id': '2002ae28-18d0-4553-9d83-429147724d32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T05:50:29Z', 'updated_at': '2021-06-17T05:50:37Z', 'revision_number': 4, 'project_id': 'f122bbc1c9c14d4c9008346ebae7597a', 'gw_port': {'id': '2002ae28-18d0-4553-9d83-429147724d32', 'name': '', 'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:01:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c997e5-ab4a-46d0-ad4a-72a228e683f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'ip_address': '172.28.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:50:32Z', 'updated_at': '2021-06-17T05:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-smb', '_interfaces': [{'id': 'cf7eef38-0ca1-418a-8ada-d7086decbc0a', 'name': '', 'network_id': '600e9516-ea83-4d7b-908c-c875271061b8', 'tenant_id': 'f122bbc1c9c14d4c9008346ebae7597a', 'mac_address': 'fa:16:3e:d1:3e:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17c997e5-ab4a-46d0-ad4a-72a228e683f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '61858458-abf7-4990-8157-970bddb4869b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:50:35Z', 'updated_at': '2021-06-17T05:50:44Z', 'revision_number': 4, 'project_id': 'f122bbc1c9c14d4c9008346ebae7597a', 'subnets': [{'id': '61858458-abf7-4990-8157-970bddb4869b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 05:50:45.509650 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-7c178927-89dd-44c8-933b-3112e5428f96 req-5c42bc63-d28e-40b3-ada5-95dab11aadd7 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Notify callbacks [] for port, precommit_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:45.516314 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-be602950-e9bb-40a4-be1c-73d1eece3144 req-c5774c71-683a-4786-bb1a-0c6ec55774e7 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/security-groups?id=72b04d2a-db53-4be4-b153-1399428b4f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662715 Jun 17 05:50:45.556775 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.db.provisioning_blocks [req-7c178927-89dd-44c8-933b-3112e5428f96 req-5c42bc63-d28e-40b3-ada5-95dab11aadd7 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Transition to ACTIVE for port object c22efa80-c673-4aad-a247-9ff381eb1039 will not be triggered until provisioned by entity DHCP. {{(pid=99868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 05:50:45.576672 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716a1ea9-0c1f-4326-9a5b-1034a370b6f5 req-63031b1a-4377-4ed7-9750-bbddbd8c8e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:45.578122 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-716a1ea9-0c1f-4326-9a5b-1034a370b6f5 req-63031b1a-4377-4ed7-9750-bbddbd8c8e58 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1775a254-338e-4962-94a2-6ab4e879a1ad HTTP/1.1" status: 200 len: 857 time: 0.2005770 Jun 17 05:50:45.634165 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-716a1ea9-0c1f-4326-9a5b-1034a370b6f5 req-6d8274b1-a591-4dc8-8237-e4758c28183c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e0c1f876-47bf-439c-8cf9-05719b315ed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438976 Jun 17 05:50:45.804650 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-be7ce865-88a1-4aee-a1ad-a127bc2e4eb6 req-7dbe21ae-c7ff-4e9f-9407-0fbc12088717 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] 10.222.0.11 "GET /v2.0/ports?device_id=b84e2604-ef6a-48e5-979e-f64102c5be89 HTTP/1.1" status: 200 len: 210 time: 0.0572426 Jun 17 05:50:45.813226 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-7c178927-89dd-44c8-933b-3112e5428f96 req-5c42bc63-d28e-40b3-ada5-95dab11aadd7 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1465235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-156110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-564052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773697504543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2882486'] for port, after_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:45.843016 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-5b867ca8-9466-4f2b-a748-67b948554806 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:50:45.929000 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c42bc63-d28e-40b3-ada5-95dab11aadd7 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Pushing event updated for resources: {'Port': ['ID=c22efa80-c673-4aad-a247-9ff381eb1039,revision_number=1']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:50:45.949665 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-5c42bc63-d28e-40b3-ada5-95dab11aadd7 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:50:45.967959 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c178927-89dd-44c8-933b-3112e5428f96 req-5c42bc63-d28e-40b3-ada5-95dab11aadd7 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Network c6577bd9-88ee-45e9-b1f3-3f9c3f74b7c9 is already hosted by enough agents. {{(pid=99868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 05:50:45.980172 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.scheduler.base_scheduler [req-7c178927-89dd-44c8-933b-3112e5428f96 req-5c42bc63-d28e-40b3-ada5-95dab11aadd7 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Resources bound (agent type, host, resource id): {{(pid=99868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 05:50:46.002339 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c178927-89dd-44c8-933b-3112e5428f96 req-5c42bc63-d28e-40b3-ada5-95dab11aadd7 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Received port after_create {{(pid=99868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 05:50:46.046448 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76f74f7-7961-4121-a329-930576e1fb16 req-f66a1a8b-bdf8-4168-9bea-a30b2cf1ae35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:46.048745 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-a76f74f7-7961-4121-a329-930576e1fb16 req-f66a1a8b-bdf8-4168-9bea-a30b2cf1ae35 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=78f4023e-2a2f-47f9-b977-30c96e374c99 HTTP/1.1" status: 200 len: 1098 time: 0.0883689 Jun 17 05:50:46.119373 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-716a1ea9-0c1f-4326-9a5b-1034a370b6f5 req-a2d804ab-7529-41d6-8a1e-2978b2c139bd service neutron] 10.222.0.13 "GET /v2.0/networks/e0c1f876-47bf-439c-8cf9-05719b315ed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4758027 Jun 17 05:50:46.145073 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-a76f74f7-7961-4121-a329-930576e1fb16 req-62c13c05-19a4-4336-b845-7d61a480f41e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=72b04d2a-db53-4be4-b153-1399428b4f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852990 Jun 17 05:50:46.177642 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c178927-89dd-44c8-933b-3112e5428f96 req-5c42bc63-d28e-40b3-ada5-95dab11aadd7 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:46.178401 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-7c178927-89dd-44c8-933b-3112e5428f96 req-5c42bc63-d28e-40b3-ada5-95dab11aadd7 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-860254'] for port, before_response {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:46.351102 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-716a1ea9-0c1f-4326-9a5b-1034a370b6f5 req-8877af3a-b5f6-41ae-99e5-4c147380404d service neutron] 10.222.0.13 "GET /v2.0/networks/e0c1f876-47bf-439c-8cf9-05719b315ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2224517 Jun 17 05:50:46.375751 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-7c178927-89dd-44c8-933b-3112e5428f96 req-5c42bc63-d28e-40b3-ada5-95dab11aadd7 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3175588 Jun 17 05:50:46.385500 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.v2.base [req-7c178927-89dd-44c8-933b-3112e5428f96 req-1747c177-184e-4ac6-902b-0204995a7753 service neutron] Request body: {'port': {'device_id': 'b84e2604-ef6a-48e5-979e-f64102c5be89', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=99868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:50:46.490709 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.provisioning_blocks [None req-0a35bb98-1ad8-46f2-8326-7ed8c513a945 None None] Provisioning for port c22efa80-c673-4aad-a247-9ff381eb1039 completed by entity DHCP. {{(pid=99870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 05:50:46.500133 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-7c178927-89dd-44c8-933b-3112e5428f96 req-1747c177-184e-4ac6-902b-0204995a7753 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1464132'] for port, before_update {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:46.502035 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.provisioning_blocks [None req-0a35bb98-1ad8-46f2-8326-7ed8c513a945 None None] Provisioning complete for port c22efa80-c673-4aad-a247-9ff381eb1039 triggered by entity DHCP. {{(pid=99870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 05:50:46.503029 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-0a35bb98-1ad8-46f2-8326-7ed8c513a945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551367'] for port, provisioning_complete {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:46.623576 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.plugin [None req-0a35bb98-1ad8-46f2-8326-7ed8c513a945 None None] Port c22efa80-c673-4aad-a247-9ff381eb1039 cannot update to ACTIVE because it is not bound. {{(pid=99870) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 05:50:46.927318 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Device cf7eef38-0ca1-418a-8ada-d7086decbc0a up at agent ovs-agent-dv-cinder-772623-9-smb {{(pid=99870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 05:50:47.165409 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e381f5-783f-4a13-9edd-1e12c7db99c6 req-e3413ad3-6d38-42da-80cd-5aeb45c72a52 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:47.172373 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-b5e381f5-783f-4a13-9edd-1e12c7db99c6 req-e3413ad3-6d38-42da-80cd-5aeb45c72a52 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/ports?device_id=78f4023e-2a2f-47f9-b977-30c96e374c99 HTTP/1.1" status: 200 len: 945 time: 0.3113413 Jun 17 05:50:47.177268 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.provisioning_blocks [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Provisioning for port cf7eef38-0ca1-418a-8ada-d7086decbc0a completed by entity L2. {{(pid=99870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 05:50:47.181934 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.provisioning_blocks [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Provisioning complete for port cf7eef38-0ca1-418a-8ada-d7086decbc0a triggered by entity L2. {{(pid=99870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 05:50:47.182319 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551367'] for port, provisioning_complete {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:47.292067 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.notifiers.nova [req-7c178927-89dd-44c8-933b-3112e5428f96 req-1747c177-184e-4ac6-902b-0204995a7753 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c22efa80-c673-4aad-a247-9ff381eb1039 {{(pid=99868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 05:50:47.304645 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-7c178927-89dd-44c8-933b-3112e5428f96 req-1747c177-184e-4ac6-902b-0204995a7753 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:47.329836 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1464132'] for port, before_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:47.340389 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-b5e381f5-783f-4a13-9edd-1e12c7db99c6 req-7ec9ee03-8b57-4640-9d99-30a68189f32c tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/security-groups?id=72b04d2a-db53-4be4-b153-1399428b4f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670501 Jun 17 05:50:47.402412 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.db.provisioning_blocks [req-7c178927-89dd-44c8-933b-3112e5428f96 req-1747c177-184e-4ac6-902b-0204995a7753 service neutron] Transition to ACTIVE for port object c22efa80-c673-4aad-a247-9ff381eb1039 will not be triggered until provisioned by entity L2. {{(pid=99868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 05:50:47.418068 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.db [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] For port cf7eef38-0ca1-418a-8ada-d7086decbc0a, host dv-cinder-772623-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-9-smb',level=0,port_id=cf7eef38-0ca1-418a-8ada-d7086decbc0a,segment=NetworkSegment(7d49a28b-1e3b-4224-a2db-fbfa34cf8d7d),segment_id=7d49a28b-1e3b-4224-a2db-fbfa34cf8d7d)] {{(pid=99870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:50:47.465068 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907610bd-ef16-4070-bfc8-92ffc8c95765 req-b44c766e-0f5e-465a-93de-cb50faa74ba3 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:47.496211 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-7c178927-89dd-44c8-933b-3112e5428f96 req-1747c177-184e-4ac6-902b-0204995a7753 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773697962343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773697504561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773697504606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2882436'] for port, after_update {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:47.498407 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.wsgi [-] (99868) accepted ('10.222.0.11', 54616) {{(pid=99868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:50:47.498903 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773697962343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773697504561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773697504606'] for port, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:47.499893 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:50:47.500131 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-907610bd-ef16-4070-bfc8-92ffc8c95765 req-b44c766e-0f5e-465a-93de-cb50faa74ba3 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] 10.222.0.11 "GET /v2.0/ports?device_id=b84e2604-ef6a-48e5-979e-f64102c5be89 HTTP/1.1" status: 200 len: 931 time: 0.2843502 Jun 17 05:50:47.501791 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [None req-414a0516-3e0e-4c54-a508-3ef012c51d47 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:50:47.559617 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:47.598068 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-907610bd-ef16-4070-bfc8-92ffc8c95765 req-6db3e753-8761-4cf0-beb2-ea291d703201 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] 10.222.0.11 "GET /v2.0/security-groups?id=582a7bdd-c931-4b68-9c8a-6baf1819cc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970128 Jun 17 05:50:47.633018 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Pushing event updated for resources: {'Port': ['ID=cf7eef38-0ca1-418a-8ada-d7086decbc0a,revision_number=5']} {{(pid=99870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:50:47.642648 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:50:47.699151 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1747c177-184e-4ac6-902b-0204995a7753 service neutron] Pushing event updated for resources: {'Port': ['ID=c22efa80-c673-4aad-a247-9ff381eb1039,revision_number=2']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:50:47.709539 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-1747c177-184e-4ac6-902b-0204995a7753 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:50:47.775100 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-4819d16b-1c2a-4a55-b785-68ac9ee31991 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:47.903281 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-4819d16b-1c2a-4a55-b785-68ac9ee31991 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:48.090194 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-4819d16b-1c2a-4a55-b785-68ac9ee31991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:48.093214 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-211e0441-ae38-43c2-8135-d96ed21c16d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:50:48.134159 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [None req-4819d16b-1c2a-4a55-b785-68ac9ee31991 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e29187aaef514cad85a7c526259ca09f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6295123 Jun 17 05:50:48.134159 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4819d16b-1c2a-4a55-b785-68ac9ee31991 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a11e0de3-eec4-42e8-9f9c-06f82117b343,revision_number=1']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:50:48.135620 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.wsgi [-] (99869) accepted ('10.222.0.11', 54624) {{(pid=99869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:50:48.137554 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-4819d16b-1c2a-4a55-b785-68ac9ee31991 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:50:48.200881 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-5d4f35ce-5a1d-47d6-9da3-8c4f2517b571 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:48.225818 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-5d4f35ce-5a1d-47d6-9da3-8c4f2517b571 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:48.484967 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-5d4f35ce-5a1d-47d6-9da3-8c4f2517b571 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:48.489149 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-5d4f35ce-5a1d-47d6-9da3-8c4f2517b571 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:48.496929 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [None req-5d4f35ce-5a1d-47d6-9da3-8c4f2517b571 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a11e0de3-eec4-42e8-9f9c-06f82117b343 HTTP/1.1" status: 204 len: 168 time: 0.3536057 Jun 17 05:50:48.496929 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-7302b7f2-b380-4eb9-8d46-ad8ef30bb6e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:50:48.505717 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4f35ce-5a1d-47d6-9da3-8c4f2517b571 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a11e0de3-eec4-42e8-9f9c-06f82117b343,revision_number=None']} {{(pid=99869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:50:48.509424 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-5d4f35ce-5a1d-47d6-9da3-8c4f2517b571 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:50:48.676364 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776c6409-be0c-4fcd-9ed4-91ec937b4904 req-8f17f92c-c2ff-4dfa-8407-cc6a95b3450e tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:48.686778 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-776c6409-be0c-4fcd-9ed4-91ec937b4904 req-8f17f92c-c2ff-4dfa-8407-cc6a95b3450e tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/ports?device_id=78f4023e-2a2f-47f9-b977-30c96e374c99 HTTP/1.1" status: 200 len: 945 time: 0.2226498 Jun 17 05:50:48.688890 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.managers [req-7c178927-89dd-44c8-933b-3112e5428f96 req-1747c177-184e-4ac6-902b-0204995a7753 service neutron] Attempting to bind port c22efa80-c673-4aad-a247-9ff381eb1039 on host hv-cinder-77262 for vnic_type normal with profile {{(pid=99868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 05:50:48.689225 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.managers [req-7c178927-89dd-44c8-933b-3112e5428f96 req-1747c177-184e-4ac6-902b-0204995a7753 service neutron] Attempting to bind port c22efa80-c673-4aad-a247-9ff381eb1039 by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': 'de5ee00f-2b8c-4637-b4a3-528ee36727c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'c6577bd9-88ee-45e9-b1f3-3f9c3f74b7c9'}] {{(pid=99868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 05:50:48.689579 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c178927-89dd-44c8-933b-3112e5428f96 req-1747c177-184e-4ac6-902b-0204995a7753 service neutron] Attempting to bind port c22efa80-c673-4aad-a247-9ff381eb1039 on network c6577bd9-88ee-45e9-b1f3-3f9c3f74b7c9 {{(pid=99868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 05:50:48.730265 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c178927-89dd-44c8-933b-3112e5428f96 req-1747c177-184e-4ac6-902b-0204995a7753 service neutron] Port c22efa80-c673-4aad-a247-9ff381eb1039 on network c6577bd9-88ee-45e9-b1f3-3f9c3f74b7c9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=99868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 05:50:48.730600 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c178927-89dd-44c8-933b-3112e5428f96 req-1747c177-184e-4ac6-902b-0204995a7753 service neutron] Attempting to bind port c22efa80-c673-4aad-a247-9ff381eb1039 on network c6577bd9-88ee-45e9-b1f3-3f9c3f74b7c9 {{(pid=99868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 05:50:48.751189 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c178927-89dd-44c8-933b-3112e5428f96 req-1747c177-184e-4ac6-902b-0204995a7753 service neutron] Checking agent: {'id': 'a94c375a-f30e-48af-b86b-c1ab552b3c7d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 5, 47, 47), 'started_at': datetime.datetime(2021, 6, 17, 5, 47, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 5, 50, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 05:50:48.754013 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c178927-89dd-44c8-933b-3112e5428f96 req-1747c177-184e-4ac6-902b-0204995a7753 service neutron] Checking segment: {'id': 'de5ee00f-2b8c-4637-b4a3-528ee36727c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'c6577bd9-88ee-45e9-b1f3-3f9c3f74b7c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 05:50:48.755295 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c178927-89dd-44c8-933b-3112e5428f96 req-1747c177-184e-4ac6-902b-0204995a7753 service neutron] Bound using segment: {'id': 'de5ee00f-2b8c-4637-b4a3-528ee36727c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'c6577bd9-88ee-45e9-b1f3-3f9c3f74b7c9'} {{(pid=99868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 05:50:48.757325 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.managers [req-7c178927-89dd-44c8-933b-3112e5428f96 req-1747c177-184e-4ac6-902b-0204995a7753 service neutron] Bound port: c22efa80-c673-4aad-a247-9ff381eb1039, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de5ee00f-2b8c-4637-b4a3-528ee36727c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'c6577bd9-88ee-45e9-b1f3-3f9c3f74b7c9'}}] {{(pid=99868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 05:50:48.758963 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-7c178927-89dd-44c8-933b-3112e5428f96 req-1747c177-184e-4ac6-902b-0204995a7753 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1464132'] for port, before_update {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:48.822623 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Device cf7eef38-0ca1-418a-8ada-d7086decbc0a up at agent ovs-agent-dv-cinder-772623-9-smb {{(pid=99870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 05:50:48.856180 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f88041-a897-4eb8-af7c-c27884f6126e req-33a29dc8-958a-4886-8481-8e31ed9939d3 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:48.867736 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-d6f88041-a897-4eb8-af7c-c27884f6126e req-33a29dc8-958a-4886-8481-8e31ed9939d3 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] 10.222.0.11 "GET /v2.0/ports?device_id=b84e2604-ef6a-48e5-979e-f64102c5be89 HTTP/1.1" status: 200 len: 943 time: 0.1061804 Jun 17 05:50:48.875418 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-776c6409-be0c-4fcd-9ed4-91ec937b4904 req-fa9d0e2c-47c3-480a-8969-0372068bced0 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/security-groups?id=72b04d2a-db53-4be4-b153-1399428b4f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874104 Jun 17 05:50:48.904460 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.provisioning_blocks [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Provisioning complete for port cf7eef38-0ca1-418a-8ada-d7086decbc0a triggered by entity L2. {{(pid=99870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 05:50:48.907221 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551367'] for port, provisioning_complete {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:48.953330 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-d6f88041-a897-4eb8-af7c-c27884f6126e req-588389f2-d123-404f-817c-1fe8044087ad tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] 10.222.0.11 "GET /v2.0/security-groups?id=582a7bdd-c931-4b68-9c8a-6baf1819cc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872810 Jun 17 05:50:48.977089 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.db [req-7c178927-89dd-44c8-933b-3112e5428f96 req-1747c177-184e-4ac6-902b-0204995a7753 service neutron] For port c22efa80-c673-4aad-a247-9ff381eb1039, host hv-cinder-77262, cleared binding levels {{(pid=99868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 05:50:48.993460 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.db [req-7c178927-89dd-44c8-933b-3112e5428f96 req-1747c177-184e-4ac6-902b-0204995a7753 service neutron] For port c22efa80-c673-4aad-a247-9ff381eb1039, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=c22efa80-c673-4aad-a247-9ff381eb1039,segment=NetworkSegment(de5ee00f-2b8c-4637-b4a3-528ee36727c1),segment_id=de5ee00f-2b8c-4637-b4a3-528ee36727c1)] {{(pid=99868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 05:50:49.074128 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-7c178927-89dd-44c8-933b-3112e5428f96 req-1747c177-184e-4ac6-902b-0204995a7753 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773697962343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773697504561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773697504606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2882436'] for port, after_update {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:49.077736 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:50:49.164426 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1747c177-184e-4ac6-902b-0204995a7753 service neutron] Pushing event updated for resources: {'Port': ['ID=c22efa80-c673-4aad-a247-9ff381eb1039,revision_number=3']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:50:49.184182 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-1747c177-184e-4ac6-902b-0204995a7753 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:50:49.189025 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c178927-89dd-44c8-933b-3112e5428f96 req-1747c177-184e-4ac6-902b-0204995a7753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:49.190674 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-7c178927-89dd-44c8-933b-3112e5428f96 req-1747c177-184e-4ac6-902b-0204995a7753 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-860254'] for port, before_response {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:49.196793 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-7c178927-89dd-44c8-933b-3112e5428f96 req-1747c177-184e-4ac6-902b-0204995a7753 service neutron] 10.222.0.13 "PUT /v2.0/ports/c22efa80-c673-4aad-a247-9ff381eb1039 HTTP/1.1" status: 200 len: 1093 time: 2.8160253 Jun 17 05:50:49.198248 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b84e2604-ef6a-48e5-979e-f64102c5be89', 'tag': 'c22efa80-c673-4aad-a247-9ff381eb1039'}] {{(pid=99868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 05:50:49.202022 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8d1bbba7808a8cca0df1ca407b71cd1cd2965420825a4b8dd9215cbcd05a37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b6c2d31-83a6-42bd-a593-c9bf1b06c2e3" -d '{"events": [{"name": "network-changed", "server_uuid": "b84e2604-ef6a-48e5-979e-f64102c5be89", "tag": "c22efa80-c673-4aad-a247-9ff381eb1039"}]}' {{(pid=99868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 05:50:49.211884 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1463a522-a851-435c-94bc-6c4049500820 req-c4f28ff4-1977-49b3-a6fd-ef297163888b tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:49.213639 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-1463a522-a851-435c-94bc-6c4049500820 req-c4f28ff4-1977-49b3-a6fd-ef297163888b tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/ports?device_id=28503d4a-afc3-434a-bd10-4045586cbc4c HTTP/1.1" status: 200 len: 946 time: 0.0875204 Jun 17 05:50:49.260875 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-1463a522-a851-435c-94bc-6c4049500820 req-fd2bc06b-5da4-4b61-82b7-3ce6e6754456 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/security-groups?id=72b04d2a-db53-4be4-b153-1399428b4f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378644 Jun 17 05:50:49.278841 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 05:50:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-519b950e-0caf-4765-9a82-6e004b5f70e2 x-openstack-request-id: req-519b950e-0caf-4765-9a82-6e004b5f70e2 {{(pid=99868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 05:50:49.279348 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b84e2604-ef6a-48e5-979e-f64102c5be89", "tag": "c22efa80-c673-4aad-a247-9ff381eb1039", "status": "completed", "code": 200}]} {{(pid=99868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 05:50:49.279702 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-519b950e-0caf-4765-9a82-6e004b5f70e2 {{(pid=99868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 05:50:49.280174 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b84e2604-ef6a-48e5-979e-f64102c5be89', 'tag': 'c22efa80-c673-4aad-a247-9ff381eb1039', 'status': 'completed', 'code': 200} Jun 17 05:50:49.409688 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6c2d31-83a6-42bd-a593-c9bf1b06c2e3 req-71cce40c-96ed-40c4-9b0b-f762945bd052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:49.411554 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-8b6c2d31-83a6-42bd-a593-c9bf1b06c2e3 req-71cce40c-96ed-40c4-9b0b-f762945bd052 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ae0a24f5f1a8477e9911aebfa109b499&device_id=b84e2604-ef6a-48e5-979e-f64102c5be89 HTTP/1.1" status: 200 len: 1096 time: 0.0973389 Jun 17 05:50:49.488690 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.wsgi [-] (99869) accepted ('10.222.0.11', 54656) {{(pid=99869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:50:49.512761 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-38343c13-80d2-4507-8837-06deefdb0ab6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:49.650756 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6c2d31-83a6-42bd-a593-c9bf1b06c2e3 req-f30379a6-1d52-4d7c-90d1-b8334a043f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:49.709466 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-8b6c2d31-83a6-42bd-a593-c9bf1b06c2e3 req-f30379a6-1d52-4d7c-90d1-b8334a043f05 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=ae0a24f5f1a8477e9911aebfa109b499&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2421141 Jun 17 05:50:49.804150 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-38343c13-80d2-4507-8837-06deefdb0ab6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:49.869078 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6c2d31-83a6-42bd-a593-c9bf1b06c2e3 req-674ed025-225d-43a7-9e90-6e978be1a8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:49.870530 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-8b6c2d31-83a6-42bd-a593-c9bf1b06c2e3 req-674ed025-225d-43a7-9e90-6e978be1a8cb service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2021656 Jun 17 05:50:49.972669 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c178927-89dd-44c8-933b-3112e5428f96 req-0cb07110-e128-42b9-a322-f165af4b23a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:49.974512 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-7c178927-89dd-44c8-933b-3112e5428f96 req-0cb07110-e128-42b9-a322-f165af4b23a6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ae0a24f5f1a8477e9911aebfa109b499&device_id=b84e2604-ef6a-48e5-979e-f64102c5be89 HTTP/1.1" status: 200 len: 1096 time: 0.0570185 Jun 17 05:50:50.024873 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-7c178927-89dd-44c8-933b-3112e5428f96 req-83cc38b1-5433-4add-8c5c-d2373b387cf1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c22efa80-c673-4aad-a247-9ff381eb1039 HTTP/1.1" status: 200 len: 217 time: 0.0409791 Jun 17 05:50:50.108504 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c178927-89dd-44c8-933b-3112e5428f96 req-9dbdbd4b-27fd-4811-af8a-1d872db59ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:50.109845 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-7c178927-89dd-44c8-933b-3112e5428f96 req-9dbdbd4b-27fd-4811-af8a-1d872db59ebd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=35c614e0-7ac4-483c-87c5-4f794e2b1be8 HTTP/1.1" status: 200 len: 850 time: 0.0767782 Jun 17 05:50:50.192620 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2432125-4d43-4e47-80db-f0788ce6a54b req-7e09d741-66c6-4995-88a1-8891df370ee9 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:50.194074 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-d2432125-4d43-4e47-80db-f0788ce6a54b req-7e09d741-66c6-4995-88a1-8891df370ee9 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] 10.222.0.11 "GET /v2.0/ports?device_id=b84e2604-ef6a-48e5-979e-f64102c5be89 HTTP/1.1" status: 200 len: 943 time: 0.1231556 Jun 17 05:50:50.219042 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c178927-89dd-44c8-933b-3112e5428f96 req-25f8c23d-a65c-47fb-8736-14739c552146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:50.220557 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-7c178927-89dd-44c8-933b-3112e5428f96 req-25f8c23d-a65c-47fb-8736-14739c552146 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c6577bd9-88ee-45e9-b1f3-3f9c3f74b7c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1032760 Jun 17 05:50:50.250917 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-38343c13-80d2-4507-8837-06deefdb0ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:50.253502 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-3eaf6e57-a673-4096-84a7-61ecfdc71b1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:50:50.290007 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-d2432125-4d43-4e47-80db-f0788ce6a54b req-2c95d0d5-a7a0-4b61-b811-9c91e00f2a36 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] 10.222.0.11 "GET /v2.0/security-groups?id=582a7bdd-c931-4b68-9c8a-6baf1819cc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852292 Jun 17 05:50:50.300775 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [None req-38343c13-80d2-4507-8837-06deefdb0ab6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c1e8a32552ea4ce4a38f926806dc3786&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8104436 Jun 17 05:50:50.302170 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38343c13-80d2-4507-8837-06deefdb0ab6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f20b49b2-6969-491d-8d70-1cc749981dea,revision_number=1']} {{(pid=99869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:50:50.305626 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.wsgi [-] (99869) accepted ('10.222.0.11', 54672) {{(pid=99869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:50:50.308097 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-38343c13-80d2-4507-8837-06deefdb0ab6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:50:50.393499 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-8b7e09c1-5d70-4df3-9f19-8ccee7e98835 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:50.397989 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-7c178927-89dd-44c8-933b-3112e5428f96 req-e7f40510-5157-4434-bba3-c2a498ab6ba0 service neutron] 10.222.0.13 "GET /v2.0/networks/c6577bd9-88ee-45e9-b1f3-3f9c3f74b7c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630802 Jun 17 05:50:50.443308 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-8b7e09c1-5d70-4df3-9f19-8ccee7e98835 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:50.528832 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-7c178927-89dd-44c8-933b-3112e5428f96 req-2c90082e-ffeb-4e17-9a82-4e07f245519f service neutron] 10.222.0.13 "GET /v2.0/networks/c6577bd9-88ee-45e9-b1f3-3f9c3f74b7c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218610 Jun 17 05:50:50.657361 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-8b7e09c1-5d70-4df3-9f19-8ccee7e98835 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:50.661923 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-8b7e09c1-5d70-4df3-9f19-8ccee7e98835 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:50.670283 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [None req-8b7e09c1-5d70-4df3-9f19-8ccee7e98835 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f20b49b2-6969-491d-8d70-1cc749981dea HTTP/1.1" status: 204 len: 168 time: 0.3633902 Jun 17 05:50:50.671904 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-2b57acfd-39ec-44e9-9867-b321bd9247f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:50:50.683946 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7e09c1-5d70-4df3-9f19-8ccee7e98835 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f20b49b2-6969-491d-8d70-1cc749981dea,revision_number=None']} {{(pid=99869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:50:50.692486 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-8b7e09c1-5d70-4df3-9f19-8ccee7e98835 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:50:51.531504 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b71860-ee8e-4757-9bec-809940a37fd0 req-29d261d9-cdd0-4b68-b222-490b3a41b558 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:51.533872 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-91b71860-ee8e-4757-9bec-809940a37fd0 req-29d261d9-cdd0-4b68-b222-490b3a41b558 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] 10.222.0.11 "GET /v2.0/ports?device_id=b84e2604-ef6a-48e5-979e-f64102c5be89 HTTP/1.1" status: 200 len: 943 time: 0.0814457 Jun 17 05:50:51.580991 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-91b71860-ee8e-4757-9bec-809940a37fd0 req-490fa53e-880d-4cd5-9c1a-078c70f2af0d tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] 10.222.0.11 "GET /v2.0/security-groups?id=582a7bdd-c931-4b68-9c8a-6baf1819cc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386794 Jun 17 05:50:51.939785 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.wsgi [-] (99869) accepted ('10.222.0.11', 54732) {{(pid=99869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:50:52.218968 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-d072ae9a-7c42-4f0a-a8b3-64f836d787c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:52.403713 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-d072ae9a-7c42-4f0a-a8b3-64f836d787c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:52.514202 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-d072ae9a-7c42-4f0a-a8b3-64f836d787c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:52.517651 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-8b7e09c1-5d70-4df3-9f19-8ccee7e98835 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:50:52.596639 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [None req-d072ae9a-7c42-4f0a-a8b3-64f836d787c8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1a0d7e22e3374f2592205e26c7b6a24b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6551325 Jun 17 05:50:52.601766 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.wsgi [-] (99868) accepted ('10.222.0.11', 54772) {{(pid=99868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:50:52.613534 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d072ae9a-7c42-4f0a-a8b3-64f836d787c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8632c0da-903f-4107-8e7e-c91b566e14eb,revision_number=1']} {{(pid=99869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:50:52.619636 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-d072ae9a-7c42-4f0a-a8b3-64f836d787c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:50:52.687089 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-d180d667-ba6e-4929-94a4-c8da2c8e618f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:52.741979 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-d180d667-ba6e-4929-94a4-c8da2c8e618f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:52.884498 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-d180d667-ba6e-4929-94a4-c8da2c8e618f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:52.887228 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-d180d667-ba6e-4929-94a4-c8da2c8e618f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:52.888790 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [None req-d180d667-ba6e-4929-94a4-c8da2c8e618f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8632c0da-903f-4107-8e7e-c91b566e14eb HTTP/1.1" status: 204 len: 168 time: 0.2878189 Jun 17 05:50:52.913722 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-3b889591-164d-4ad1-819c-fcc8939faf64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:50:52.922139 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d180d667-ba6e-4929-94a4-c8da2c8e618f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8632c0da-903f-4107-8e7e-c91b566e14eb,revision_number=None']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:50:52.929194 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-d180d667-ba6e-4929-94a4-c8da2c8e618f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:50:52.976265 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741f0a68-c758-4175-bc52-1fddda055fc1 req-874675c0-ad6a-4de8-a6e6-77a91b4ebfd1 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:52.978091 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-741f0a68-c758-4175-bc52-1fddda055fc1 req-874675c0-ad6a-4de8-a6e6-77a91b4ebfd1 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] 10.222.0.11 "GET /v2.0/ports?device_id=b84e2604-ef6a-48e5-979e-f64102c5be89 HTTP/1.1" status: 200 len: 943 time: 0.1051173 Jun 17 05:50:53.052507 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-741f0a68-c758-4175-bc52-1fddda055fc1 req-bf97ebd3-da9f-48b0-afc4-ede21a495bb0 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] 10.222.0.11 "GET /v2.0/security-groups?id=582a7bdd-c931-4b68-9c8a-6baf1819cc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681140 Jun 17 05:50:53.400875 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f9a4da-0938-471a-8355-92a6a3594323 req-ce8181bb-a4e2-4ce6-97cb-2cab3f6bac18 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:53.402363 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-39f9a4da-0938-471a-8355-92a6a3594323 req-ce8181bb-a4e2-4ce6-97cb-2cab3f6bac18 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/ports?device_id=28503d4a-afc3-434a-bd10-4045586cbc4c HTTP/1.1" status: 200 len: 946 time: 0.1409323 Jun 17 05:50:53.412022 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc2f244-892d-485f-b8d8-af12fe406f80 req-55ee0c71-ab44-4c2a-a534-6edd6cca6f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:53.413407 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-cfc2f244-892d-485f-b8d8-af12fe406f80 req-55ee0c71-ab44-4c2a-a534-6edd6cca6f30 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ce4f89efe12e4ea4942616b8dcf08d70&device_id=28503d4a-afc3-434a-bd10-4045586cbc4c HTTP/1.1" status: 200 len: 1099 time: 0.1020765 Jun 17 05:50:53.518633 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-39f9a4da-0938-471a-8355-92a6a3594323 req-87935088-2a45-4070-a80c-b148b1bc5862 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/security-groups?id=72b04d2a-db53-4be4-b153-1399428b4f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085312 Jun 17 05:50:53.575491 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc2f244-892d-485f-b8d8-af12fe406f80 req-b641241e-44f2-487e-a9fa-1758150e600d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:53.577146 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-cfc2f244-892d-485f-b8d8-af12fe406f80 req-b641241e-44f2-487e-a9fa-1758150e600d service neutron] 10.222.0.13 "GET /v2.0/networks?id=e0c1f876-47bf-439c-8cf9-05719b315ed5 HTTP/1.1" status: 200 len: 918 time: 0.1554401 Jun 17 05:50:53.651441 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-cfc2f244-892d-485f-b8d8-af12fe406f80 req-f32e7cf3-09db-446f-9585-520b58dd216c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9f32a9bd-cf9b-416b-bb4f-bc81ca793bf0 HTTP/1.1" status: 200 len: 217 time: 0.0656476 Jun 17 05:50:53.739031 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc2f244-892d-485f-b8d8-af12fe406f80 req-0fc06e15-fdd8-4b50-95ca-79feb0a6960b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:53.740664 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-cfc2f244-892d-485f-b8d8-af12fe406f80 req-0fc06e15-fdd8-4b50-95ca-79feb0a6960b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1775a254-338e-4962-94a2-6ab4e879a1ad HTTP/1.1" status: 200 len: 857 time: 0.0802128 Jun 17 05:50:53.754582 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.wsgi [-] (99869) accepted ('10.222.0.11', 54818) {{(pid=99869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:50:53.769515 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-bd3db9a6-129e-4ff8-9956-f9ebd7eef6f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:53.794917 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-cfc2f244-892d-485f-b8d8-af12fe406f80 req-e5052e75-2193-420a-8a23-e2bf6d2a66e7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e0c1f876-47bf-439c-8cf9-05719b315ed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447340 Jun 17 05:50:53.853284 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.wsgi [-] (99869) accepted ('10.222.0.11', 54820) {{(pid=99869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:50:53.871908 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-bd3db9a6-129e-4ff8-9956-f9ebd7eef6f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:54.005152 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-cfc2f244-892d-485f-b8d8-af12fe406f80 req-c81c0e45-4bcc-45bf-90d7-e29193ae34ce service neutron] 10.222.0.13 "GET /v2.0/networks/e0c1f876-47bf-439c-8cf9-05719b315ed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022266 Jun 17 05:50:54.051645 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-bd3db9a6-129e-4ff8-9956-f9ebd7eef6f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:54.056738 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-828eb016-a211-4b00-aa3c-8ee5aba14a8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:50:54.106052 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [None req-bd3db9a6-129e-4ff8-9956-f9ebd7eef6f8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8a108bb1765944be8d9e4281e52dd23a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3502891 Jun 17 05:50:54.109262 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.wsgi [-] (99869) accepted ('10.222.0.11', 54826) {{(pid=99869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:50:54.182680 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-cfc2f244-892d-485f-b8d8-af12fe406f80 req-ea73f593-017f-4bb0-89c5-51d88e4ec23b service neutron] 10.222.0.13 "GET /v2.0/networks/e0c1f876-47bf-439c-8cf9-05719b315ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575713 Jun 17 05:50:54.183621 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3db9a6-129e-4ff8-9956-f9ebd7eef6f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6e5f64a-df47-4892-939b-77eb861b1071,revision_number=1']} {{(pid=99869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:50:54.191372 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-f7f4ba20-fb0a-4f27-9de9-577baee047de admin admin] Notify callbacks [] for security_group, before_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:54.194458 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-bd3db9a6-129e-4ff8-9956-f9ebd7eef6f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:50:54.235062 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-dd7d25c0-9552-49e5-aadd-46df85bedf57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:54.272149 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-dd7d25c0-9552-49e5-aadd-46df85bedf57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:54.294391 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Device c22efa80-c673-4aad-a247-9ff381eb1039 details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=99870) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 05:50:54.312697 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7fb86b-bf0e-4fee-9aad-bd0a3a9f219d req-ebabf728-9e5f-4dcb-88c6-f548444cbebf tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:54.315507 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-dc7fb86b-bf0e-4fee-9aad-bd0a3a9f219d req-ebabf728-9e5f-4dcb-88c6-f548444cbebf tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] 10.222.0.11 "GET /v2.0/ports?device_id=b84e2604-ef6a-48e5-979e-f64102c5be89 HTTP/1.1" status: 200 len: 943 time: 0.0702717 Jun 17 05:50:54.359661 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-dc7fb86b-bf0e-4fee-9aad-bd0a3a9f219d req-b6ae4041-c1d9-4356-b4f6-a77aec8c9750 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] 10.222.0.11 "GET /v2.0/security-groups?id=582a7bdd-c931-4b68-9c8a-6baf1819cc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371885 Jun 17 05:50:54.402477 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-f7f4ba20-fb0a-4f27-9de9-577baee047de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:54.407351 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.db [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] For port c22efa80-c673-4aad-a247-9ff381eb1039, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=c22efa80-c673-4aad-a247-9ff381eb1039,segment=NetworkSegment(de5ee00f-2b8c-4637-b4a3-528ee36727c1),segment_id=de5ee00f-2b8c-4637-b4a3-528ee36727c1)] {{(pid=99870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:50:54.426975 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Returning: {'device': 'c22efa80-c673-4aad-a247-9ff381eb1039', 'network_id': 'c6577bd9-88ee-45e9-b1f3-3f9c3f74b7c9', 'port_id': 'c22efa80-c673-4aad-a247-9ff381eb1039', 'mac_address': 'fa:16:3e:30:4a:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35c614e0-7ac4-483c-87c5-4f794e2b1be8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99870) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 05:50:54.463230 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1464132'] for port, before_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:54.475499 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.notifiers.nova [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c22efa80-c673-4aad-a247-9ff381eb1039 {{(pid=99870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 05:50:54.494424 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.db [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] For port c22efa80-c673-4aad-a247-9ff381eb1039, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=c22efa80-c673-4aad-a247-9ff381eb1039,segment=NetworkSegment(de5ee00f-2b8c-4637-b4a3-528ee36727c1),segment_id=de5ee00f-2b8c-4637-b4a3-528ee36727c1)] {{(pid=99870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:50:54.693576 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c219ae-a037-438b-8eb8-0b0cdff4b5e6 req-ba9b30e4-47fc-4c7c-820f-bc66154dca48 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:54.695078 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-24c219ae-a037-438b-8eb8-0b0cdff4b5e6 req-ba9b30e4-47fc-4c7c-820f-bc66154dca48 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/ports?device_id=28503d4a-afc3-434a-bd10-4045586cbc4c HTTP/1.1" status: 200 len: 946 time: 0.0637209 Jun 17 05:50:54.696596 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-dd7d25c0-9552-49e5-aadd-46df85bedf57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:54.699189 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-dd7d25c0-9552-49e5-aadd-46df85bedf57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:54.700284 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [None req-dd7d25c0-9552-49e5-aadd-46df85bedf57 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a6e5f64a-df47-4892-939b-77eb861b1071 HTTP/1.1" status: 204 len: 168 time: 0.5895660 Jun 17 05:50:54.700945 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-f7f4ba20-fb0a-4f27-9de9-577baee047de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:54.705808 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-e616cc17-b6a5-4132-9a36-c909365353b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:50:54.735917 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7d25c0-9552-49e5-aadd-46df85bedf57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6e5f64a-df47-4892-939b-77eb861b1071,revision_number=None']} {{(pid=99869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:50:54.755691 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773697962343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773697504561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773697504606'] for port, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:54.760869 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [None req-72c0883b-ff6a-4314-8a2a-1e937ef2388c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:50:54.772818 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [None req-f7f4ba20-fb0a-4f27-9de9-577baee047de admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=edca816f8fe74b5dab7f78668f5873d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9182513 Jun 17 05:50:54.775857 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.wsgi [-] (99868) accepted ('10.222.0.11', 54848) {{(pid=99868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:50:54.788079 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f4ba20-fb0a-4f27-9de9-577baee047de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b79e269-aa5a-46a8-8ee0-989874716d91,revision_number=1']} {{(pid=99869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:50:54.791359 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-f7f4ba20-fb0a-4f27-9de9-577baee047de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:50:54.792247 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-0f8f41eb-a8f4-4931-9b9e-09b680478824 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.084s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:50:54.792627 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-0f8f41eb-a8f4-4931-9b9e-09b680478824 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:50:54.796028 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-24c219ae-a037-438b-8eb8-0b0cdff4b5e6 req-e5106fb9-69dc-47ac-b53b-4928db9c5cb1 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/security-groups?id=72b04d2a-db53-4be4-b153-1399428b4f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920069 Jun 17 05:50:54.872703 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-d43e60d6-ef6c-4c78-9475-0b34c2d2f4d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:54.883299 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Pushing event updated for resources: {'Port': ['ID=c22efa80-c673-4aad-a247-9ff381eb1039,revision_number=4']} {{(pid=99870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:50:54.887194 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:50:54.915381 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-d43e60d6-ef6c-4c78-9475-0b34c2d2f4d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:55.013973 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.db [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] get_ports_and_sgs() called for port_ids ['c22efa80-c673-4aad-a247-9ff381eb1039'] {{(pid=99870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 05:50:55.148175 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-d43e60d6-ef6c-4c78-9475-0b34c2d2f4d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:55.150921 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-d43e60d6-ef6c-4c78-9475-0b34c2d2f4d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:55.152235 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [None req-d43e60d6-ef6c-4c78-9475-0b34c2d2f4d3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9b79e269-aa5a-46a8-8ee0-989874716d91 HTTP/1.1" status: 204 len: 168 time: 0.3744283 Jun 17 05:50:55.153114 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-e2c8a021-6e3a-4f25-9d8d-c53fac1efb04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:50:55.163100 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43e60d6-ef6c-4c78-9475-0b34c2d2f4d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b79e269-aa5a-46a8-8ee0-989874716d91,revision_number=None']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:50:55.163863 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-d43e60d6-ef6c-4c78-9475-0b34c2d2f4d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:50:55.588494 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765778ef-a82c-48f7-bf8f-884bb73e035e req-98f21eaf-93e7-4a2d-8b80-d813a5bf0362 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:55.589616 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-765778ef-a82c-48f7-bf8f-884bb73e035e req-98f21eaf-93e7-4a2d-8b80-d813a5bf0362 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] 10.222.0.11 "GET /v2.0/ports?device_id=b84e2604-ef6a-48e5-979e-f64102c5be89 HTTP/1.1" status: 200 len: 944 time: 0.0760102 Jun 17 05:50:55.631699 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-765778ef-a82c-48f7-bf8f-884bb73e035e req-d6e97744-4a62-4232-bf2a-552dab789972 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] 10.222.0.11 "GET /v2.0/security-groups?id=582a7bdd-c931-4b68-9c8a-6baf1819cc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355926 Jun 17 05:50:56.058794 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bdb0be-3114-4a87-a6be-337f9c6eda8f req-748f82e8-092e-4c6a-922d-ac5b29d267d3 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:56.060223 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-83bdb0be-3114-4a87-a6be-337f9c6eda8f req-748f82e8-092e-4c6a-922d-ac5b29d267d3 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/ports?device_id=28503d4a-afc3-434a-bd10-4045586cbc4c HTTP/1.1" status: 200 len: 946 time: 0.0632401 Jun 17 05:50:56.103511 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-83bdb0be-3114-4a87-a6be-337f9c6eda8f req-2602a267-c43d-43aa-b0be-9bd06278b7fe tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/security-groups?id=72b04d2a-db53-4be4-b153-1399428b4f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365665 Jun 17 05:50:56.293098 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Device c22efa80-c673-4aad-a247-9ff381eb1039 up at agent hyperv_hv-cinder-77262 {{(pid=99870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 05:50:56.495617 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.provisioning_blocks [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Provisioning for port c22efa80-c673-4aad-a247-9ff381eb1039 completed by entity L2. {{(pid=99870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 05:50:56.499529 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.provisioning_blocks [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Provisioning complete for port c22efa80-c673-4aad-a247-9ff381eb1039 triggered by entity L2. {{(pid=99870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 05:50:56.499938 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551367'] for port, provisioning_complete {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:56.580797 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1464132'] for port, before_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:56.608975 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b84e2604-ef6a-48e5-979e-f64102c5be89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c22efa80-c673-4aad-a247-9ff381eb1039'}] {{(pid=99870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 05:50:56.611826 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b488aefaa6b1d6b79683e2609a7ce48815cfc41b5bb42f7017315c525e2bf75d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a93b5080-06b1-4951-bd34-8155f7f7671b" -d '{"events": [{"server_uuid": "b84e2604-ef6a-48e5-979e-f64102c5be89", "name": "network-vif-plugged", "status": "completed", "tag": "c22efa80-c673-4aad-a247-9ff381eb1039"}]}' {{(pid=99870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 05:50:56.629455 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.db [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] For port c22efa80-c673-4aad-a247-9ff381eb1039, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=c22efa80-c673-4aad-a247-9ff381eb1039,segment=NetworkSegment(de5ee00f-2b8c-4637-b4a3-528ee36727c1),segment_id=de5ee00f-2b8c-4637-b4a3-528ee36727c1)] {{(pid=99870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:50:56.658724 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 05:50:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5be9f7a9-6f9e-46b7-9570-74d2936cdae8 x-openstack-request-id: req-5be9f7a9-6f9e-46b7-9570-74d2936cdae8 {{(pid=99870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 05:50:56.659233 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b84e2604-ef6a-48e5-979e-f64102c5be89", "name": "network-vif-plugged", "status": "completed", "tag": "c22efa80-c673-4aad-a247-9ff381eb1039", "code": 200}]} {{(pid=99870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 05:50:56.659919 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5be9f7a9-6f9e-46b7-9570-74d2936cdae8 {{(pid=99870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 05:50:56.661307 dv-cinder-772623-9-smb neutron-server[99870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b84e2604-ef6a-48e5-979e-f64102c5be89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c22efa80-c673-4aad-a247-9ff381eb1039', 'code': 200} Jun 17 05:50:56.758592 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773697962343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773697504561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773697504606'] for port, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:56.760502 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [None req-a14d4aab-bb04-48d0-acd1-04bcef5fc7cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:50:56.811770 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Pushing event updated for resources: {'Port': ['ID=c22efa80-c673-4aad-a247-9ff381eb1039,revision_number=5']} {{(pid=99870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:50:56.815561 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:50:56.856718 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6cbe02-bd4d-4042-89a2-71506be1ee03 req-54df3b63-f296-49a4-a498-f69bd0bfc810 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:56.858208 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-fe6cbe02-bd4d-4042-89a2-71506be1ee03 req-54df3b63-f296-49a4-a498-f69bd0bfc810 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] 10.222.0.11 "GET /v2.0/ports?device_id=b84e2604-ef6a-48e5-979e-f64102c5be89 HTTP/1.1" status: 200 len: 945 time: 0.0773811 Jun 17 05:50:56.911476 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-fe6cbe02-bd4d-4042-89a2-71506be1ee03 req-94ff2f68-2e46-471d-884c-8a780062bf8a tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] 10.222.0.11 "GET /v2.0/security-groups?id=582a7bdd-c931-4b68-9c8a-6baf1819cc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427730 Jun 17 05:50:56.945304 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e864ad-ce00-47eb-99cb-b4c572a66f13 req-eaf97a5b-cd28-475d-a448-f4f9c7d9c7ae tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:56.947221 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-79e864ad-ce00-47eb-99cb-b4c572a66f13 req-eaf97a5b-cd28-475d-a448-f4f9c7d9c7ae tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] 10.222.0.11 "GET /v2.0/networks?id=b0c9dd70-b90a-4d2f-9896-76688d3c8e0a HTTP/1.1" status: 200 len: 814 time: 0.1341393 Jun 17 05:50:56.964034 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-79e864ad-ce00-47eb-99cb-b4c572a66f13 req-6cf8a08c-5cd8-4896-93e3-dd62ea361af6 tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] 10.222.0.11 "GET /v2.0/quotas/d8ffadd857a64cdf99da0fe3d3f4fa2e HTTP/1.1" status: 200 len: 375 time: 0.0104930 Jun 17 05:50:57.038441 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-79e864ad-ce00-47eb-99cb-b4c572a66f13 req-10d739eb-97f7-4d86-9632-2d35359aa579 tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=d8ffadd857a64cdf99da0fe3d3f4fa2e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0668180 Jun 17 05:50:57.169025 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-79e864ad-ce00-47eb-99cb-b4c572a66f13 req-f7c48d2d-8080-4e14-aa68-b57db9caec3a service neutron] 10.222.0.11 "GET /v2.0/networks/b0c9dd70-b90a-4d2f-9896-76688d3c8e0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146448 Jun 17 05:50:57.229309 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaad4c8-634e-4117-9c37-a28f18dbd519 req-23184a7e-df33-43c9-973f-2b85e72bfcfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:57.230796 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-ffaad4c8-634e-4117-9c37-a28f18dbd519 req-23184a7e-df33-43c9-973f-2b85e72bfcfa service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b84e2604-ef6a-48e5-979e-f64102c5be89 HTTP/1.1" status: 200 len: 1098 time: 0.1261024 Jun 17 05:50:57.366107 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd33b87-5335-4134-8306-181177469903 req-4da2b86b-446f-498a-a830-9e914db52b39 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:57.367628 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-6bd33b87-5335-4134-8306-181177469903 req-4da2b86b-446f-498a-a830-9e914db52b39 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/ports?device_id=28503d4a-afc3-434a-bd10-4045586cbc4c HTTP/1.1" status: 200 len: 946 time: 0.1079891 Jun 17 05:50:57.427985 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-6bd33b87-5335-4134-8306-181177469903 req-bb99f1f1-627f-4cb9-9014-40220e070fb2 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/security-groups?id=72b04d2a-db53-4be4-b153-1399428b4f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542259 Jun 17 05:50:57.583219 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-ffaad4c8-634e-4117-9c37-a28f18dbd519 req-67bddc4a-0715-4ac9-b9d8-fe5c1ca87efe service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=582a7bdd-c931-4b68-9c8a-6baf1819cc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3290012 Jun 17 05:50:57.585557 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-79e864ad-ce00-47eb-99cb-b4c572a66f13 req-f5755f3e-2bb3-4bf3-945c-6d1f8ba5e8a7 service neutron] 10.222.0.11 "GET /v2.0/networks/b0c9dd70-b90a-4d2f-9896-76688d3c8e0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4098935 Jun 17 05:50:57.919769 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-408f4c35-7cd4-45e3-a893-e5a44d61c475 req-05a041ea-0937-4f29-8b97-c2ac9fd5476e tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] 10.222.0.11 "GET /v2.0/ports?device_id=a3c82d36-2976-4b4c-8fa5-2b4805276a18 HTTP/1.1" status: 200 len: 210 time: 0.0361056 Jun 17 05:50:58.107342 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e528876-7cfc-400c-95de-993bd8ba37f6 req-00e09725-155d-4094-8d46-aa75eb14fb5e tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:58.111844 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-0e528876-7cfc-400c-95de-993bd8ba37f6 req-00e09725-155d-4094-8d46-aa75eb14fb5e tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] 10.222.0.11 "GET /v2.0/ports?device_id=b84e2604-ef6a-48e5-979e-f64102c5be89 HTTP/1.1" status: 200 len: 945 time: 0.0720041 Jun 17 05:50:58.135053 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.wsgi [-] (99869) accepted ('10.222.0.11', 54988) {{(pid=99869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:50:58.148143 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-0e528876-7cfc-400c-95de-993bd8ba37f6 req-980aea18-2b81-400b-a9b7-0bb33e596bbc tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] 10.222.0.11 "GET /v2.0/security-groups?id=582a7bdd-c931-4b68-9c8a-6baf1819cc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325096 Jun 17 05:50:58.235356 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-2f558d56-59ff-4576-8b2a-85063a7b17d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:58.324468 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-2f558d56-59ff-4576-8b2a-85063a7b17d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:58.467503 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-2f558d56-59ff-4576-8b2a-85063a7b17d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:58.471578 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-11b3589d-84e6-47d0-9f2a-ae8795c1f178 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:50:58.506024 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [None req-2f558d56-59ff-4576-8b2a-85063a7b17d7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9474ba3574a947fc8be25ccac1d67a35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3698192 Jun 17 05:50:58.509027 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.wsgi [-] (99868) accepted ('10.222.0.11', 54994) {{(pid=99868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:50:58.509969 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f558d56-59ff-4576-8b2a-85063a7b17d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fc11ec6-6a0c-4e23-b979-cfca75816c82,revision_number=1']} {{(pid=99869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:50:58.513190 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-2f558d56-59ff-4576-8b2a-85063a7b17d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:50:58.568082 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-30af6837-fdbb-4450-8cd3-7aba176623e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:58.596736 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-30af6837-fdbb-4450-8cd3-7aba176623e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:58.619625 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce39c09e-8029-451e-8069-1ee7573391a1 req-b61b328b-bd24-4f88-a88e-96c82fef9d30 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:58.621121 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-ce39c09e-8029-451e-8069-1ee7573391a1 req-b61b328b-bd24-4f88-a88e-96c82fef9d30 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/ports?device_id=28503d4a-afc3-434a-bd10-4045586cbc4c HTTP/1.1" status: 200 len: 946 time: 0.0792990 Jun 17 05:50:58.661811 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-ce39c09e-8029-451e-8069-1ee7573391a1 req-8c73dbf2-83ea-4ad7-843d-3040fb13fbe1 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/security-groups?id=72b04d2a-db53-4be4-b153-1399428b4f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347648 Jun 17 05:50:58.707804 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.wsgi [-] (99868) accepted ('10.222.0.11', 55000) {{(pid=99868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:50:58.739118 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-30af6837-fdbb-4450-8cd3-7aba176623e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:58.741600 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-30af6837-fdbb-4450-8cd3-7aba176623e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:58.746244 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [None req-30af6837-fdbb-4450-8cd3-7aba176623e1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1fc11ec6-6a0c-4e23-b979-cfca75816c82 HTTP/1.1" status: 204 len: 168 time: 0.2322319 Jun 17 05:50:58.748827 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-7231a57f-d654-43e7-8b4b-dbae265b5dc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:50:58.759448 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30af6837-fdbb-4450-8cd3-7aba176623e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fc11ec6-6a0c-4e23-b979-cfca75816c82,revision_number=None']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:50:58.761922 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-30af6837-fdbb-4450-8cd3-7aba176623e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:50:58.771598 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.db.db_base_plugin_v2 [None req-78c99d70-e2ba-4033-ab08-8045b5e23e0d admin admin] Deleting subnet 9cecfb3f-dd13-4651-a1c4-0623ad544afd {{(pid=99868) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 05:50:58.775151 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-78c99d70-e2ba-4033-ab08-8045b5e23e0d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:58.813365 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-78c99d70-e2ba-4033-ab08-8045b5e23e0d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26391911'] for subnet, precommit_delete_associations {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:58.852637 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-78c99d70-e2ba-4033-ab08-8045b5e23e0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1554961'] for subnet, precommit_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:59.011732 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-e10d5945-13b7-47a5-8e97-7f6eb6e391bd req-e37c7949-21ae-4a4a-b428-ef9f8377136e tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] 10.222.0.11 "GET /v2.0/ports?device_id=a3c82d36-2976-4b4c-8fa5-2b4805276a18 HTTP/1.1" status: 200 len: 210 time: 0.0335491 Jun 17 05:50:59.012805 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-78c99d70-e2ba-4033-ab08-8045b5e23e0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1554968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2882373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26633777'] for subnet, after_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:59.015058 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:50:59.037193 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c99d70-e2ba-4033-ab08-8045b5e23e0d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9cecfb3f-dd13-4651-a1c4-0623ad544afd,revision_number=None']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:50:59.040775 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-78c99d70-e2ba-4033-ab08-8045b5e23e0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:50:59.044733 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-78c99d70-e2ba-4033-ab08-8045b5e23e0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564043'] for subnet, before_response {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:59.047101 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [None req-78c99d70-e2ba-4033-ab08-8045b5e23e0d admin admin] 10.222.0.11 "DELETE /v2.0/subnets/9cecfb3f-dd13-4651-a1c4-0623ad544afd HTTP/1.1" status: 204 len: 168 time: 0.3377681 Jun 17 05:50:59.049047 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.wsgi [-] (99868) accepted ('10.222.0.11', 55016) {{(pid=99868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:50:59.119606 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-c86f07b6-edf8-4bf6-b5aa-e318c81fc620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1481875'] for network, before_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:59.198425 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-c86f07b6-edf8-4bf6-b5aa-e318c81fc620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1553032', 'neutron.services.segments.db._delete_segments_for_network-8773697995057'] for network, precommit_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:59.208396 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.services.segments.db [None req-c86f07b6-edf8-4bf6-b5aa-e318c81fc620 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bce3a234-1cae-4887-bec8-91c61c8ca7fb']}} {{(pid=99868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:50:59.218322 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.services.segments.db [None req-c86f07b6-edf8-4bf6-b5aa-e318c81fc620 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '610ca3f8-5550-430d-8975-0cad37f000e3') {'for_net_delete': True} {{(pid=99868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:50:59.218538 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.services.segments.db [None req-c86f07b6-edf8-4bf6-b5aa-e318c81fc620 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '610ca3f8-5550-430d-8975-0cad37f000e3') {} {{(pid=99868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:50:59.228087 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-c86f07b6-edf8-4bf6-b5aa-e318c81fc620 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773697993858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26391912'] for segment, before_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:59.241417 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-c86f07b6-edf8-4bf6-b5aa-e318c81fc620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589316'] for segment, precommit_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:59.247148 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c86f07b6-edf8-4bf6-b5aa-e318c81fc620 admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=99868) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 05:50:59.247576 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-c86f07b6-edf8-4bf6-b5aa-e318c81fc620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2882536'] for segment, after_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:59.250770 dv-cinder-772623-9-smb neutron-server[99868]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 05:50:59.250770 dv-cinder-772623-9-smb neutron-server[99868]: conditions |= (models_v2.Port.network_id.in_( Jun 17 05:50:59.250770 dv-cinder-772623-9-smb neutron-server[99868]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 05:50:59.250770 dv-cinder-772623-9-smb neutron-server[99868]: conditions |= (models_v2.Port.network_id.in_( Jun 17 05:50:59.250770 dv-cinder-772623-9-smb neutron-server[99868]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 05:50:59.250770 dv-cinder-772623-9-smb neutron-server[99868]: retrieve_revision_numbers = { Jun 17 05:50:59.250770 dv-cinder-772623-9-smb neutron-server[99868]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 05:50:59.250770 dv-cinder-772623-9-smb neutron-server[99868]: retrieve_revision_numbers = { Jun 17 05:50:59.250770 dv-cinder-772623-9-smb neutron-server[99868]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 05:50:59.250770 dv-cinder-772623-9-smb neutron-server[99868]: conditions |= (models_v2.Port.network_id.in_( Jun 17 05:50:59.250770 dv-cinder-772623-9-smb neutron-server[99868]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 05:50:59.250770 dv-cinder-772623-9-smb neutron-server[99868]: retrieve_revision_numbers = { Jun 17 05:50:59.250770 dv-cinder-772623-9-smb neutron-server[99868]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 05:50:59.250770 dv-cinder-772623-9-smb neutron-server[99868]: conditions |= (models_v2.Port.network_id.in_( Jun 17 05:50:59.250770 dv-cinder-772623-9-smb neutron-server[99868]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 05:50:59.250770 dv-cinder-772623-9-smb neutron-server[99868]: conditions |= (models_v2.Port.network_id.in_( Jun 17 05:50:59.250770 dv-cinder-772623-9-smb neutron-server[99868]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 05:50:59.250770 dv-cinder-772623-9-smb neutron-server[99868]: conditions |= (models_v2.Port.network_id.in_( Jun 17 05:50:59.250770 dv-cinder-772623-9-smb neutron-server[99868]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 05:50:59.250770 dv-cinder-772623-9-smb neutron-server[99868]: retrieve_revision_numbers = { Jun 17 05:50:59.250770 dv-cinder-772623-9-smb neutron-server[99868]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 05:50:59.250770 dv-cinder-772623-9-smb neutron-server[99868]: conditions |= (models_v2.Port.network_id.in_( Jun 17 05:50:59.250770 dv-cinder-772623-9-smb neutron-server[99868]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 05:50:59.250770 dv-cinder-772623-9-smb neutron-server[99868]: retrieve_revision_numbers = { Jun 17 05:50:59.250770 dv-cinder-772623-9-smb neutron-server[99868]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 05:50:59.250770 dv-cinder-772623-9-smb neutron-server[99868]: conditions |= (models_v2.Port.network_id.in_( Jun 17 05:50:59.250770 dv-cinder-772623-9-smb neutron-server[99868]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 05:50:59.250770 dv-cinder-772623-9-smb neutron-server[99868]: retrieve_revision_numbers = { Jun 17 05:50:59.250770 dv-cinder-772623-9-smb neutron-server[99868]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 05:50:59.250770 dv-cinder-772623-9-smb neutron-server[99868]: conditions |= (models_v2.Port.network_id.in_( Jun 17 05:50:59.250770 dv-cinder-772623-9-smb neutron-server[99868]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 05:50:59.250770 dv-cinder-772623-9-smb neutron-server[99868]: conditions |= (models_v2.Port.network_id.in_( Jun 17 05:50:59.250770 dv-cinder-772623-9-smb neutron-server[99868]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 05:50:59.250770 dv-cinder-772623-9-smb neutron-server[99868]: retrieve_revision_numbers = { Jun 17 05:50:59.250770 dv-cinder-772623-9-smb neutron-server[99868]: Traceback (most recent call last): Jun 17 05:50:59.250770 dv-cinder-772623-9-smb neutron-server[99868]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 05:50:59.250770 dv-cinder-772623-9-smb neutron-server[99868]: timer() Jun 17 05:50:59.250770 dv-cinder-772623-9-smb neutron-server[99868]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 05:50:59.250770 dv-cinder-772623-9-smb neutron-server[99868]: cb(*args, **kw) Jun 17 05:50:59.250770 dv-cinder-772623-9-smb neutron-server[99868]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 05:50:59.250770 dv-cinder-772623-9-smb neutron-server[99868]: return func(*args, **kwargs) Jun 17 05:50:59.250770 dv-cinder-772623-9-smb neutron-server[99868]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 05:50:59.250770 dv-cinder-772623-9-smb neutron-server[99868]: self._notify() Jun 17 05:50:59.250770 dv-cinder-772623-9-smb neutron-server[99868]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 05:50:59.250770 dv-cinder-772623-9-smb neutron-server[99868]: self.callback(batched_events) Jun 17 05:50:59.250770 dv-cinder-772623-9-smb neutron-server[99868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 05:50:59.250770 dv-cinder-772623-9-smb neutron-server[99868]: event.method(event) Jun 17 05:50:59.250770 dv-cinder-772623-9-smb neutron-server[99868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 05:50:59.250770 dv-cinder-772623-9-smb neutron-server[99868]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 05:50:59.250770 dv-cinder-772623-9-smb neutron-server[99868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 05:50:59.250770 dv-cinder-772623-9-smb neutron-server[99868]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 05:50:59.250770 dv-cinder-772623-9-smb neutron-server[99868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 05:50:59.250770 dv-cinder-772623-9-smb neutron-server[99868]: return f(self, *a, **k) Jun 17 05:50:59.250770 dv-cinder-772623-9-smb neutron-server[99868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 05:50:59.250770 dv-cinder-772623-9-smb neutron-server[99868]: return self._get(url).json() Jun 17 05:50:59.250770 dv-cinder-772623-9-smb neutron-server[99868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 05:50:59.250770 dv-cinder-772623-9-smb neutron-server[99868]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 05:50:59.250770 dv-cinder-772623-9-smb neutron-server[99868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 05:50:59.250770 dv-cinder-772623-9-smb neutron-server[99868]: return self.request(url, 'GET', **kwargs) Jun 17 05:50:59.255850 dv-cinder-772623-9-smb neutron-server[99868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 05:50:59.255850 dv-cinder-772623-9-smb neutron-server[99868]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 05:50:59.255850 dv-cinder-772623-9-smb neutron-server[99868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 05:50:59.255850 dv-cinder-772623-9-smb neutron-server[99868]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 05:50:59.255850 dv-cinder-772623-9-smb neutron-server[99868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 05:50:59.255850 dv-cinder-772623-9-smb neutron-server[99868]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 05:50:59.255850 dv-cinder-772623-9-smb neutron-server[99868]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 05:50:59.333872 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e2ff95-10fb-4f5f-b413-022bc8049875 req-4a950f56-677e-40b9-9dd7-46976467966d tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:59.335403 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-a5e2ff95-10fb-4f5f-b413-022bc8049875 req-4a950f56-677e-40b9-9dd7-46976467966d tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] 10.222.0.11 "GET /v2.0/ports?device_id=b84e2604-ef6a-48e5-979e-f64102c5be89 HTTP/1.1" status: 200 len: 945 time: 0.0692270 Jun 17 05:50:59.373611 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-a5e2ff95-10fb-4f5f-b413-022bc8049875 req-6bc517e5-a1f0-496c-9534-a60536b82fa7 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] 10.222.0.11 "GET /v2.0/security-groups?id=582a7bdd-c931-4b68-9c8a-6baf1819cc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318050 Jun 17 05:50:59.467994 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-c86f07b6-edf8-4bf6-b5aa-e318c81fc620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1553043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3713235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-564052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422727'] for network, after_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:59.472304 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-7dd0e069-3b1e-44c8-939f-b1a23f52227c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:50:59.475342 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-c86f07b6-edf8-4bf6-b5aa-e318c81fc620 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564043'] for network, before_response {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:59.480023 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [None req-c86f07b6-edf8-4bf6-b5aa-e318c81fc620 admin admin] 10.222.0.11 "DELETE /v2.0/networks/bce3a234-1cae-4887-bec8-91c61c8ca7fb HTTP/1.1" status: 204 len: 168 time: 0.4273257 Jun 17 05:50:59.480397 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.wsgi [-] (99869) accepted ('10.222.0.11', 55022) {{(pid=99869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:50:59.489099 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.wsgi [-] (99869) accepted ('10.222.0.11', 55024) {{(pid=99869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:50:59.498228 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86f07b6-edf8-4bf6-b5aa-e318c81fc620 admin admin] Pushing event deleted for resources: {'Network': ['ID=bce3a234-1cae-4887-bec8-91c61c8ca7fb,revision_number=None']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:50:59.516697 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-c86f07b6-edf8-4bf6-b5aa-e318c81fc620 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:50:59.525432 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-86a6b861-ac6e-4fc6-a80e-cd3522be9991 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:59.552667 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e5ac0c5-3b16-4847-a2da-dfa915a8ed26 admin admin] Deleting subnet 2fbd1473-90f3-411a-bd24-bdf9887ec48f {{(pid=99869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 05:50:59.553174 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b56f1b-5e50-4098-8789-74a3e02c12ec req-f661e724-3b27-4fdc-a3a5-b2941960d4c6 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:50:59.554674 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-75b56f1b-5e50-4098-8789-74a3e02c12ec req-f661e724-3b27-4fdc-a3a5-b2941960d4c6 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] 10.222.0.11 "GET /v2.0/ports?device_id=b84e2604-ef6a-48e5-979e-f64102c5be89 HTTP/1.1" status: 200 len: 945 time: 0.0753713 Jun 17 05:50:59.557419 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-8e5ac0c5-3b16-4847-a2da-dfa915a8ed26 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:59.567249 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.wsgi [-] (99868) accepted ('10.222.0.11', 55026) {{(pid=99868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:50:59.571785 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.v2.base [None req-6344127a-11af-4d78-85c9-9ce2cb504f75 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Request body: {'floatingip': {'port_id': 'c22efa80-c673-4aad-a247-9ff381eb1039'}} {{(pid=99868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:50:59.618959 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-8e5ac0c5-3b16-4847-a2da-dfa915a8ed26 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2471661'] for subnet, precommit_delete_associations {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:59.621092 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-6344127a-11af-4d78-85c9-9ce2cb504f75 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Notify callbacks [] for floatingip, before_update {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:59.682517 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-8e5ac0c5-3b16-4847-a2da-dfa915a8ed26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1554961'] for subnet, precommit_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:59.752676 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-86a6b861-ac6e-4fc6-a80e-cd3522be9991 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:59.817763 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-86a6b861-ac6e-4fc6-a80e-cd3522be9991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:59.839333 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-deef1224-41cf-4980-a747-704b0dc5b51c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:50:59.868170 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-8e5ac0c5-3b16-4847-a2da-dfa915a8ed26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1554968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565495', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27191889'] for subnet, after_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:59.918555 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [None req-86a6b861-ac6e-4fc6-a80e-cd3522be9991 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4187167de18447ec853f9f52851c3ab2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4274991 Jun 17 05:50:59.920608 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.wsgi [-] (99869) accepted ('10.222.0.11', 55034) {{(pid=99869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:50:59.929802 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-8e5ac0c5-3b16-4847-a2da-dfa915a8ed26 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:50:59.933813 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [None req-8e5ac0c5-3b16-4847-a2da-dfa915a8ed26 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/2fbd1473-90f3-411a-bd24-bdf9887ec48f HTTP/1.1" status: 204 len: 168 time: 0.4502072 Jun 17 05:50:59.933813 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a6b861-ac6e-4fc6-a80e-cd3522be9991 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=235a3f21-09a2-4aad-8f48-0bdf58d5bd15,revision_number=1']} {{(pid=99869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:50:59.935719 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-86a6b861-ac6e-4fc6-a80e-cd3522be9991 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:50:59.936155 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.wsgi [-] (99869) accepted ('10.222.0.11', 55036) {{(pid=99869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:50:59.938930 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-8620f594-7d99-40f9-805c-2f7683918515 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.039s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:50:59.987325 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5ac0c5-3b16-4847-a2da-dfa915a8ed26 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2fbd1473-90f3-411a-bd24-bdf9887ec48f,revision_number=None']} {{(pid=99869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:50:59.997139 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-8e5ac0c5-3b16-4847-a2da-dfa915a8ed26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:51:00.159182 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-6344127a-11af-4d78-85c9-9ce2cb504f75 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:00.190002 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-9a3c85d9-5528-4ac3-9fdd-99c30db5ca9e req-3d35c98d-1d3f-4b17-b062-6a8ff00cb464 tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] 10.222.0.11 "GET /v2.0/ports?device_id=a3c82d36-2976-4b4c-8fa5-2b4805276a18 HTTP/1.1" status: 200 len: 210 time: 0.0290790 Jun 17 05:51:00.246695 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b01f10d-45d1-48fe-8399-21599fd64e18 req-fc9bdaf9-96b7-45d3-9b68-f1f7c475e4d4 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:00.248063 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-6b01f10d-45d1-48fe-8399-21599fd64e18 req-fc9bdaf9-96b7-45d3-9b68-f1f7c475e4d4 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/ports?device_id=28503d4a-afc3-434a-bd10-4045586cbc4c HTTP/1.1" status: 200 len: 946 time: 0.4421053 Jun 17 05:51:00.277584 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-1f7d2ae4-3e65-4d39-a8e7-338f126b5b09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1481875'] for network, before_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:00.291966 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-e59621a5-3f1d-4476-ac2c-761b7cd57c4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:00.296080 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-6344127a-11af-4d78-85c9-9ce2cb504f75 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-422873'] for floatingip, after_update {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:00.313566 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-6b01f10d-45d1-48fe-8399-21599fd64e18 req-503c40da-ff8d-4ff6-a922-f8d0d625ec8b tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/security-groups?id=72b04d2a-db53-4be4-b153-1399428b4f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588324 Jun 17 05:51:00.347534 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-e59621a5-3f1d-4476-ac2c-761b7cd57c4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:00.413337 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.db.l3_db [None req-6344127a-11af-4d78-85c9-9ce2cb504f75 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Floating IP 18cc4597-4f99-4c23-bcdd-539fccd3b44c associated. External IP: 172.28.2.56, port: c22efa80-c673-4aad-a247-9ff381eb1039. Jun 17 05:51:00.417175 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-1f7d2ae4-3e65-4d39-a8e7-338f126b5b09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1553032', 'neutron.services.segments.db._delete_segments_for_network-8773697995057'] for network, precommit_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:00.428515 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.services.segments.db [None req-1f7d2ae4-3e65-4d39-a8e7-338f126b5b09 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['122cbaa1-2a05-4a4d-b129-5926842606b8']}} {{(pid=99869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:51:00.438135 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.services.segments.db [None req-1f7d2ae4-3e65-4d39-a8e7-338f126b5b09 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4458e0cf-9bad-4f76-ad6f-ea1ab9717d9c') {'for_net_delete': True} {{(pid=99869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:51:00.438429 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.services.segments.db [None req-1f7d2ae4-3e65-4d39-a8e7-338f126b5b09 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4458e0cf-9bad-4f76-ad6f-ea1ab9717d9c') {} {{(pid=99869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:51:00.447332 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-1f7d2ae4-3e65-4d39-a8e7-338f126b5b09 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773697993858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2471650'] for segment, before_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:00.461420 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-1f7d2ae4-3e65-4d39-a8e7-338f126b5b09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589316'] for segment, precommit_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:00.467108 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f7d2ae4-3e65-4d39-a8e7-338f126b5b09 admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=99869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 05:51:00.467487 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-1f7d2ae4-3e65-4d39-a8e7-338f126b5b09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565594'] for segment, after_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:00.469058 dv-cinder-772623-9-smb neutron-server[99869]: Traceback (most recent call last): Jun 17 05:51:00.469058 dv-cinder-772623-9-smb neutron-server[99869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 05:51:00.469058 dv-cinder-772623-9-smb neutron-server[99869]: timer() Jun 17 05:51:00.469058 dv-cinder-772623-9-smb neutron-server[99869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 05:51:00.469058 dv-cinder-772623-9-smb neutron-server[99869]: cb(*args, **kw) Jun 17 05:51:00.469058 dv-cinder-772623-9-smb neutron-server[99869]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 05:51:00.469058 dv-cinder-772623-9-smb neutron-server[99869]: return func(*args, **kwargs) Jun 17 05:51:00.469058 dv-cinder-772623-9-smb neutron-server[99869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 05:51:00.469058 dv-cinder-772623-9-smb neutron-server[99869]: self._notify() Jun 17 05:51:00.469058 dv-cinder-772623-9-smb neutron-server[99869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 05:51:00.469058 dv-cinder-772623-9-smb neutron-server[99869]: self.callback(batched_events) Jun 17 05:51:00.469058 dv-cinder-772623-9-smb neutron-server[99869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 05:51:00.469058 dv-cinder-772623-9-smb neutron-server[99869]: event.method(event) Jun 17 05:51:00.469058 dv-cinder-772623-9-smb neutron-server[99869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 05:51:00.469058 dv-cinder-772623-9-smb neutron-server[99869]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 05:51:00.469058 dv-cinder-772623-9-smb neutron-server[99869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 05:51:00.469058 dv-cinder-772623-9-smb neutron-server[99869]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 05:51:00.469058 dv-cinder-772623-9-smb neutron-server[99869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 05:51:00.469058 dv-cinder-772623-9-smb neutron-server[99869]: return f(self, *a, **k) Jun 17 05:51:00.469058 dv-cinder-772623-9-smb neutron-server[99869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 05:51:00.469058 dv-cinder-772623-9-smb neutron-server[99869]: return self._get(url).json() Jun 17 05:51:00.469058 dv-cinder-772623-9-smb neutron-server[99869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 05:51:00.469058 dv-cinder-772623-9-smb neutron-server[99869]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 05:51:00.469058 dv-cinder-772623-9-smb neutron-server[99869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 05:51:00.469058 dv-cinder-772623-9-smb neutron-server[99869]: return self.request(url, 'GET', **kwargs) Jun 17 05:51:00.469058 dv-cinder-772623-9-smb neutron-server[99869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 05:51:00.469058 dv-cinder-772623-9-smb neutron-server[99869]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 05:51:00.469058 dv-cinder-772623-9-smb neutron-server[99869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 05:51:00.469058 dv-cinder-772623-9-smb neutron-server[99869]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 05:51:00.469058 dv-cinder-772623-9-smb neutron-server[99869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 05:51:00.469058 dv-cinder-772623-9-smb neutron-server[99869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 05:51:00.469058 dv-cinder-772623-9-smb neutron-server[99869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 05:51:00.569657 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-e59621a5-3f1d-4476-ac2c-761b7cd57c4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:00.572177 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-e59621a5-3f1d-4476-ac2c-761b7cd57c4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:00.573295 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [None req-e59621a5-3f1d-4476-ac2c-761b7cd57c4f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/235a3f21-09a2-4aad-8f48-0bdf58d5bd15 HTTP/1.1" status: 204 len: 168 time: 0.6503580 Jun 17 05:51:00.574086 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-11c89f9d-8cdd-498b-a554-c4b345d52e54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:51:00.582163 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59621a5-3f1d-4476-ac2c-761b7cd57c4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=235a3f21-09a2-4aad-8f48-0bdf58d5bd15,revision_number=None']} {{(pid=99869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:51:00.584383 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-e59621a5-3f1d-4476-ac2c-761b7cd57c4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:51:00.587340 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-1f7d2ae4-3e65-4d39-a8e7-338f126b5b09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1553043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3713235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-564052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422727'] for network, after_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:00.591647 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:51:00.594357 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-1f7d2ae4-3e65-4d39-a8e7-338f126b5b09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564043'] for network, before_response {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:00.599685 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [None req-1f7d2ae4-3e65-4d39-a8e7-338f126b5b09 admin admin] 10.222.0.11 "DELETE /v2.0/networks/122cbaa1-2a05-4a4d-b129-5926842606b8 HTTP/1.1" status: 204 len: 168 time: 0.6558077 Jun 17 05:51:00.613800 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7d2ae4-3e65-4d39-a8e7-338f126b5b09 admin admin] Pushing event deleted for resources: {'Network': ['ID=122cbaa1-2a05-4a4d-b129-5926842606b8,revision_number=None']} {{(pid=99869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:51:00.616501 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-1f7d2ae4-3e65-4d39-a8e7-338f126b5b09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:51:00.630758 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6344127a-11af-4d78-85c9-9ce2cb504f75 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Router 09517ed6-23ba-44bf-9de7-0b9502a86dba has already been hosted by L3 agent 81965deb-4354-4283-a756-7d5d3a21a742 {{(pid=99868) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 05:51:00.834119 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6344127a-11af-4d78-85c9-9ce2cb504f75 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Notify agent at l3_agent.dv-cinder-772623-9-smb the message routers_updated {{(pid=99868) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 05:51:00.839929 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-6344127a-11af-4d78-85c9-9ce2cb504f75 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-860254'] for floatingip, before_response {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:00.845046 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f49530a-ce3d-44cb-b0f0-ca18cb17f368 None None] Sync routers for ids ['09517ed6-23ba-44bf-9de7-0b9502a86dba'] in dv-cinder-772623-9-smb {{(pid=99871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 05:51:00.855775 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f49530a-ce3d-44cb-b0f0-ca18cb17f368 None None] Routers {'09517ed6-23ba-44bf-9de7-0b9502a86dba'} bound to L3 agent in host dv-cinder-772623-9-smb {{(pid=99871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 05:51:00.856489 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.db.l3_hamode_db [None req-2f49530a-ce3d-44cb-b0f0-ca18cb17f368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T05:41:12Z,description=,heartbeat_timestamp=2021-06-17T05:50:42Z,host='dv-cinder-772623-9-smb',id=81965deb-4354-4283-a756-7d5d3a21a742,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T05:41:12Z,topic='l3_agent')) {'router_ids': ['09517ed6-23ba-44bf-9de7-0b9502a86dba'], 'active': True} {{(pid=99871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:51:00.896325 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e864ad-ce00-47eb-99cb-b4c572a66f13 req-ba5a553f-8183-4a92-aa7d-3609bbb660a8 tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:00.897947 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-79e864ad-ce00-47eb-99cb-b4c572a66f13 req-ba5a553f-8183-4a92-aa7d-3609bbb660a8 tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] 10.222.0.13 "GET /v2.0/networks?id=b0c9dd70-b90a-4d2f-9896-76688d3c8e0a HTTP/1.1" status: 200 len: 814 time: 0.1501453 Jun 17 05:51:00.911545 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [None req-6344127a-11af-4d78-85c9-9ce2cb504f75 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] 10.222.0.11 "PUT /v2.0/floatingips/18cc4597-4f99-4c23-bcdd-539fccd3b44c HTTP/1.1" status: 200 len: 990 time: 1.3393550 Jun 17 05:51:00.911545 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b84e2604-ef6a-48e5-979e-f64102c5be89', 'tag': 'c22efa80-c673-4aad-a247-9ff381eb1039'}] {{(pid=99868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 05:51:00.911545 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8d1bbba7808a8cca0df1ca407b71cd1cd2965420825a4b8dd9215cbcd05a37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60fe6ba5-23e2-41a1-b170-04335e4beb6d" -d '{"events": [{"name": "network-changed", "server_uuid": "b84e2604-ef6a-48e5-979e-f64102c5be89", "tag": "c22efa80-c673-4aad-a247-9ff381eb1039"}]}' {{(pid=99868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 05:51:00.920070 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.v2.base [req-79e864ad-ce00-47eb-99cb-b4c572a66f13 req-efbe919f-433f-40a0-8e8f-504754a7d92a tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] Request body: {'port': {'device_id': 'a3c82d36-2976-4b4c-8fa5-2b4805276a18', 'network_id': 'b0c9dd70-b90a-4d2f-9896-76688d3c8e0a', 'admin_state_up': True, 'tenant_id': 'd8ffadd857a64cdf99da0fe3d3f4fa2e'}} {{(pid=99868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:51:01.014879 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 05:51:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b5bed58-126f-4c53-915d-10aa4651faae x-openstack-request-id: req-7b5bed58-126f-4c53-915d-10aa4651faae {{(pid=99868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 05:51:01.015616 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b84e2604-ef6a-48e5-979e-f64102c5be89", "tag": "c22efa80-c673-4aad-a247-9ff381eb1039", "status": "completed", "code": 200}]} {{(pid=99868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 05:51:01.016060 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7b5bed58-126f-4c53-915d-10aa4651faae {{(pid=99868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 05:51:01.018007 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b84e2604-ef6a-48e5-979e-f64102c5be89', 'tag': 'c22efa80-c673-4aad-a247-9ff381eb1039', 'status': 'completed', 'code': 200} Jun 17 05:51:01.031829 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.db.l3_dvr_db [None req-2f49530a-ce3d-44cb-b0f0-ca18cb17f368 None None] Set router 09517ed6-23ba-44bf-9de7-0b9502a86dba gateway port host: dv-cinder-772623-9-smb {{(pid=99871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 05:51:01.059781 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.wsgi [-] (99869) accepted ('10.222.0.11', 55054) {{(pid=99869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:51:01.109181 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [None req-a798b978-460c-458d-a918-d768340ffd54 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=63d87b314e424ad98697c7e716ac84dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0479071 Jun 17 05:51:01.111741 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.wsgi [-] (99869) accepted ('10.222.0.11', 55056) {{(pid=99869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:51:01.121842 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fe6ba5-23e2-41a1-b170-04335e4beb6d req-6be526df-9b86-467d-86ae-06d129937e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:01.127058 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-60fe6ba5-23e2-41a1-b170-04335e4beb6d req-6be526df-9b86-467d-86ae-06d129937e23 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ae0a24f5f1a8477e9911aebfa109b499&device_id=b84e2604-ef6a-48e5-979e-f64102c5be89 HTTP/1.1" status: 200 len: 1098 time: 0.0780408 Jun 17 05:51:01.176206 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-c8af92ee-6a06-4481-8beb-148e64f808bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:01.183195 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79e864ad-ce00-47eb-99cb-b4c572a66f13 req-efbe919f-433f-40a0-8e8f-504754a7d92a tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] Made reservation on behalf of d8ffadd857a64cdf99da0fe3d3f4fa2e for: {'port': 1} {{(pid=99868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 05:51:01.186525 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-79e864ad-ce00-47eb-99cb-b4c572a66f13 req-efbe919f-433f-40a0-8e8f-504754a7d92a tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1464150'] for port, before_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:01.224198 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-c8af92ee-6a06-4481-8beb-148e64f808bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:01.321836 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fe6ba5-23e2-41a1-b170-04335e4beb6d req-6ded75b4-3e1f-4390-ae5d-e66501657267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:01.328709 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-60fe6ba5-23e2-41a1-b170-04335e4beb6d req-6ded75b4-3e1f-4390-ae5d-e66501657267 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c6577bd9-88ee-45e9-b1f3-3f9c3f74b7c9 HTTP/1.1" status: 200 len: 912 time: 0.1822360 Jun 17 05:51:01.381719 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-c8af92ee-6a06-4481-8beb-148e64f808bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:01.385315 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-c8af92ee-6a06-4481-8beb-148e64f808bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:01.386678 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [None req-c8af92ee-6a06-4481-8beb-148e64f808bc admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9bc4575d-1dd5-4079-83ed-f69a074975d4 HTTP/1.1" status: 204 len: 168 time: 0.2736917 Jun 17 05:51:01.390532 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-0f8f41eb-a8f4-4931-9b9e-09b680478824 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:51:01.404535 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8af92ee-6a06-4481-8beb-148e64f808bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bc4575d-1dd5-4079-83ed-f69a074975d4,revision_number=None']} {{(pid=99869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:51:01.405189 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.db.l3_hamode_db [None req-2f49530a-ce3d-44cb-b0f0-ca18cb17f368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09517ed6-23ba-44bf-9de7-0b9502a86dba', 'name': 'tempest-AttachVolumeTestJSON-1155783651-router', 'tenant_id': 'ae0a24f5f1a8477e9911aebfa109b499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6', 'external_fixed_ips': [{'subnet_id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'ip_address': '172.28.2.106'}], 'enable_snat': True}, 'gw_port_id': '590bfe21-27a0-42e8-8f9e-850438dd9d11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T05:50:24Z', 'updated_at': '2021-06-17T05:50:30Z', 'revision_number': 4, 'project_id': 'ae0a24f5f1a8477e9911aebfa109b499', 'gw_port': {'id': '590bfe21-27a0-42e8-8f9e-850438dd9d11', 'name': '', 'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:a7:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09517ed6-23ba-44bf-9de7-0b9502a86dba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'ip_address': '172.28.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:50:25Z', 'updated_at': '2021-06-17T05:50:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-smb', '_floatingips': [{'id': '18cc4597-4f99-4c23-bcdd-539fccd3b44c', 'tenant_id': 'ae0a24f5f1a8477e9911aebfa109b499', 'floating_ip_address': '172.28.2.56', 'floating_network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6', 'router_id': '09517ed6-23ba-44bf-9de7-0b9502a86dba', 'port_id': 'c22efa80-c673-4aad-a247-9ff381eb1039', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6577bd9-88ee-45e9-b1f3-3f9c3f74b7c9', 'mac_address': 'fa:16:3e:30:4a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84e2604-ef6a-48e5-979e-f64102c5be89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T05:50:36Z', 'updated_at': '2021-06-17T05:51:00Z', 'revision_number': 1, 'project_id': 'ae0a24f5f1a8477e9911aebfa109b499', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6572487-a99a-40ba-9c27-0bc1d8ccde1b', 'name': '', 'network_id': 'c6577bd9-88ee-45e9-b1f3-3f9c3f74b7c9', 'tenant_id': 'ae0a24f5f1a8477e9911aebfa109b499', 'mac_address': 'fa:16:3e:c0:32:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09517ed6-23ba-44bf-9de7-0b9502a86dba', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '35c614e0-7ac4-483c-87c5-4f794e2b1be8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:50:29Z', 'updated_at': '2021-06-17T05:50:39Z', 'revision_number': 5, 'project_id': 'ae0a24f5f1a8477e9911aebfa109b499', 'subnets': [{'id': '35c614e0-7ac4-483c-87c5-4f794e2b1be8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-9-smb', False) {} {{(pid=99871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:51:01.415141 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-c8af92ee-6a06-4481-8beb-148e64f808bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:51:01.444805 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f49530a-ce3d-44cb-b0f0-ca18cb17f368 None None] Checking router: 09517ed6-23ba-44bf-9de7-0b9502a86dba for host: dv-cinder-772623-9-smb {{(pid=99871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 05:51:01.456004 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f49530a-ce3d-44cb-b0f0-ca18cb17f368 None None] Routers {'09517ed6-23ba-44bf-9de7-0b9502a86dba'} bound to L3 agent in host dv-cinder-772623-9-smb {{(pid=99871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 05:51:01.456004 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.db.l3_hamode_db [None req-2f49530a-ce3d-44cb-b0f0-ca18cb17f368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T05:41:12Z,description=,heartbeat_timestamp=2021-06-17T05:50:42Z,host='dv-cinder-772623-9-smb',id=81965deb-4354-4283-a756-7d5d3a21a742,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T05:41:12Z,topic='l3_agent')) {'router_ids': ['09517ed6-23ba-44bf-9de7-0b9502a86dba'], 'active': True} {{(pid=99871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:51:01.505611 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-88abf2d9-26fc-4f99-aa40-e9ae57e48a27 req-ff4a795b-f3ae-4091-9d76-23706f1e22da tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] 10.222.0.11 "GET /v2.0/ports?device_id=a3c82d36-2976-4b4c-8fa5-2b4805276a18 HTTP/1.1" status: 200 len: 210 time: 0.0530369 Jun 17 05:51:01.573104 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.db.l3_dvr_db [None req-2f49530a-ce3d-44cb-b0f0-ca18cb17f368 None None] Set router 09517ed6-23ba-44bf-9de7-0b9502a86dba gateway port host: dv-cinder-772623-9-smb {{(pid=99871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 05:51:01.625313 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-60fe6ba5-23e2-41a1-b170-04335e4beb6d req-32802af5-908b-4b5b-8e18-bf99235a7c49 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c22efa80-c673-4aad-a247-9ff381eb1039 HTTP/1.1" status: 200 len: 998 time: 0.2872813 Jun 17 05:51:01.717945 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.db.db_base_plugin_common [req-79e864ad-ce00-47eb-99cb-b4c572a66f13 req-efbe919f-433f-40a0-8e8f-504754a7d92a tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] Allocated IP 172.20.0.11 (b0c9dd70-b90a-4d2f-9896-76688d3c8e0a/64ce003b-71cd-40f5-b9fb-45b0591cc381/2063b9dd-29f8-4a50-a97e-00159814d5a9) {{(pid=99868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 05:51:01.732651 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c433249-8b93-40a5-81c4-d26f11ffd8a0 req-50b35a15-2dc7-4a8b-b480-dfdc045b1e42 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:01.734182 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-9c433249-8b93-40a5-81c4-d26f11ffd8a0 req-50b35a15-2dc7-4a8b-b480-dfdc045b1e42 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/ports?device_id=28503d4a-afc3-434a-bd10-4045586cbc4c HTTP/1.1" status: 200 len: 946 time: 0.1867490 Jun 17 05:51:01.773739 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fe6ba5-23e2-41a1-b170-04335e4beb6d req-e08e84b7-157d-4069-a5c6-c2ac48c1ce5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:01.775173 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-60fe6ba5-23e2-41a1-b170-04335e4beb6d req-e08e84b7-157d-4069-a5c6-c2ac48c1ce5d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=35c614e0-7ac4-483c-87c5-4f794e2b1be8 HTTP/1.1" status: 200 len: 850 time: 0.1269531 Jun 17 05:51:01.820434 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.db.l3_hamode_db [None req-2f49530a-ce3d-44cb-b0f0-ca18cb17f368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09517ed6-23ba-44bf-9de7-0b9502a86dba', 'name': 'tempest-AttachVolumeTestJSON-1155783651-router', 'tenant_id': 'ae0a24f5f1a8477e9911aebfa109b499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6', 'external_fixed_ips': [{'subnet_id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'ip_address': '172.28.2.106'}], 'enable_snat': True}, 'gw_port_id': '590bfe21-27a0-42e8-8f9e-850438dd9d11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T05:50:24Z', 'updated_at': '2021-06-17T05:50:30Z', 'revision_number': 4, 'project_id': 'ae0a24f5f1a8477e9911aebfa109b499', 'gw_port': {'id': '590bfe21-27a0-42e8-8f9e-850438dd9d11', 'name': '', 'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:a7:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09517ed6-23ba-44bf-9de7-0b9502a86dba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'ip_address': '172.28.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:50:25Z', 'updated_at': '2021-06-17T05:50:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-smb', '_floatingips': [{'id': '18cc4597-4f99-4c23-bcdd-539fccd3b44c', 'tenant_id': 'ae0a24f5f1a8477e9911aebfa109b499', 'floating_ip_address': '172.28.2.56', 'floating_network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6', 'router_id': '09517ed6-23ba-44bf-9de7-0b9502a86dba', 'port_id': 'c22efa80-c673-4aad-a247-9ff381eb1039', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6577bd9-88ee-45e9-b1f3-3f9c3f74b7c9', 'mac_address': 'fa:16:3e:30:4a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84e2604-ef6a-48e5-979e-f64102c5be89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T05:50:36Z', 'updated_at': '2021-06-17T05:51:00Z', 'revision_number': 1, 'project_id': 'ae0a24f5f1a8477e9911aebfa109b499', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6572487-a99a-40ba-9c27-0bc1d8ccde1b', 'name': '', 'network_id': 'c6577bd9-88ee-45e9-b1f3-3f9c3f74b7c9', 'tenant_id': 'ae0a24f5f1a8477e9911aebfa109b499', 'mac_address': 'fa:16:3e:c0:32:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09517ed6-23ba-44bf-9de7-0b9502a86dba', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '35c614e0-7ac4-483c-87c5-4f794e2b1be8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:50:29Z', 'updated_at': '2021-06-17T05:50:39Z', 'revision_number': 5, 'project_id': 'ae0a24f5f1a8477e9911aebfa109b499', 'subnets': [{'id': '35c614e0-7ac4-483c-87c5-4f794e2b1be8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-9-smb', False) {} {{(pid=99871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:51:01.851598 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f49530a-ce3d-44cb-b0f0-ca18cb17f368 None None] The sync data for ids ['09517ed6-23ba-44bf-9de7-0b9502a86dba'] in dv-cinder-772623-9-smb is: [{'id': '09517ed6-23ba-44bf-9de7-0b9502a86dba', 'name': 'tempest-AttachVolumeTestJSON-1155783651-router', 'tenant_id': 'ae0a24f5f1a8477e9911aebfa109b499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6', 'external_fixed_ips': [{'subnet_id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'ip_address': '172.28.2.106'}], 'enable_snat': True}, 'gw_port_id': '590bfe21-27a0-42e8-8f9e-850438dd9d11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T05:50:24Z', 'updated_at': '2021-06-17T05:50:30Z', 'revision_number': 4, 'project_id': 'ae0a24f5f1a8477e9911aebfa109b499', 'gw_port': {'id': '590bfe21-27a0-42e8-8f9e-850438dd9d11', 'name': '', 'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:a7:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09517ed6-23ba-44bf-9de7-0b9502a86dba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'ip_address': '172.28.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:50:25Z', 'updated_at': '2021-06-17T05:50:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-smb', '_floatingips': [{'id': '18cc4597-4f99-4c23-bcdd-539fccd3b44c', 'tenant_id': 'ae0a24f5f1a8477e9911aebfa109b499', 'floating_ip_address': '172.28.2.56', 'floating_network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6', 'router_id': '09517ed6-23ba-44bf-9de7-0b9502a86dba', 'port_id': 'c22efa80-c673-4aad-a247-9ff381eb1039', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6577bd9-88ee-45e9-b1f3-3f9c3f74b7c9', 'mac_address': 'fa:16:3e:30:4a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84e2604-ef6a-48e5-979e-f64102c5be89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T05:50:36Z', 'updated_at': '2021-06-17T05:51:00Z', 'revision_number': 1, 'project_id': 'ae0a24f5f1a8477e9911aebfa109b499', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6572487-a99a-40ba-9c27-0bc1d8ccde1b', 'name': '', 'network_id': 'c6577bd9-88ee-45e9-b1f3-3f9c3f74b7c9', 'tenant_id': 'ae0a24f5f1a8477e9911aebfa109b499', 'mac_address': 'fa:16:3e:c0:32:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09517ed6-23ba-44bf-9de7-0b9502a86dba', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '35c614e0-7ac4-483c-87c5-4f794e2b1be8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:50:29Z', 'updated_at': '2021-06-17T05:50:39Z', 'revision_number': 5, 'project_id': 'ae0a24f5f1a8477e9911aebfa109b499', 'subnets': [{'id': '35c614e0-7ac4-483c-87c5-4f794e2b1be8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 05:51:01.859064 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-9c433249-8b93-40a5-81c4-d26f11ffd8a0 req-dc6f5388-e21e-412a-946e-c6e22590a08f tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/security-groups?id=72b04d2a-db53-4be4-b153-1399428b4f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965111 Jun 17 05:51:01.960897 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fe6ba5-23e2-41a1-b170-04335e4beb6d req-d9c06c98-21fa-4fe3-ade4-f25c5a1fae8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:01.962386 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-60fe6ba5-23e2-41a1-b170-04335e4beb6d req-d9c06c98-21fa-4fe3-ade4-f25c5a1fae8c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c6577bd9-88ee-45e9-b1f3-3f9c3f74b7c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1752915 Jun 17 05:51:02.079348 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-79e864ad-ce00-47eb-99cb-b4c572a66f13 req-efbe919f-433f-40a0-8e8f-504754a7d92a tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] Notify callbacks [] for port, precommit_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:02.098439 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.db.provisioning_blocks [req-79e864ad-ce00-47eb-99cb-b4c572a66f13 req-efbe919f-433f-40a0-8e8f-504754a7d92a tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] Transition to ACTIVE for port object 2063b9dd-29f8-4a50-a97e-00159814d5a9 will not be triggered until provisioned by entity DHCP. {{(pid=99868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 05:51:02.122465 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-707de1e2-1d69-4321-9846-52c481cfb924 None None] New status for floating IP 18cc4597-4f99-4c23-bcdd-539fccd3b44c: ACTIVE {{(pid=99870) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 05:51:02.182226 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-60fe6ba5-23e2-41a1-b170-04335e4beb6d req-fdef0a09-2677-4b4f-b0e7-4aafd42ff615 service neutron] 10.222.0.13 "GET /v2.0/networks/c6577bd9-88ee-45e9-b1f3-3f9c3f74b7c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2115993 Jun 17 05:51:02.295040 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-79e864ad-ce00-47eb-99cb-b4c572a66f13 req-efbe919f-433f-40a0-8e8f-504754a7d92a tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1465235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-156110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-564052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773697504543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2882486'] for port, after_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:02.308241 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-1747c177-184e-4ac6-902b-0204995a7753 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:51:02.318651 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79e864ad-ce00-47eb-99cb-b4c572a66f13 req-efbe919f-433f-40a0-8e8f-504754a7d92a tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] Network b0c9dd70-b90a-4d2f-9896-76688d3c8e0a is already hosted by enough agents. {{(pid=99868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 05:51:02.322516 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.scheduler.base_scheduler [req-79e864ad-ce00-47eb-99cb-b4c572a66f13 req-efbe919f-433f-40a0-8e8f-504754a7d92a tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] Resources bound (agent type, host, resource id): {{(pid=99868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 05:51:02.352023 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.db.l3_dvrscheduler_db [req-79e864ad-ce00-47eb-99cb-b4c572a66f13 req-efbe919f-433f-40a0-8e8f-504754a7d92a tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] Received port after_create {{(pid=99868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 05:51:02.352023 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-60fe6ba5-23e2-41a1-b170-04335e4beb6d req-d7fa7a26-eb91-4aef-900a-fc236e0de1be service neutron] 10.222.0.13 "GET /v2.0/networks/c6577bd9-88ee-45e9-b1f3-3f9c3f74b7c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552246 Jun 17 05:51:02.352371 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.wsgi [-] (99869) accepted ('10.222.0.11', 55116) {{(pid=99869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:51:02.411593 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [None req-eb1b0420-cacf-49ac-8dd5-616ee25b31d8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b3dde15c03444ee9a674b2598afd3e71&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0614805 Jun 17 05:51:02.415602 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.wsgi [-] (99869) accepted ('10.222.0.11', 55118) {{(pid=99869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:51:02.434767 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbe919f-433f-40a0-8e8f-504754a7d92a tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] Pushing event updated for resources: {'Port': ['ID=2063b9dd-29f8-4a50-a97e-00159814d5a9,revision_number=1']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:51:02.442502 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-efbe919f-433f-40a0-8e8f-504754a7d92a tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:51:02.453020 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e864ad-ce00-47eb-99cb-b4c572a66f13 req-efbe919f-433f-40a0-8e8f-504754a7d92a tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:02.453851 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-79e864ad-ce00-47eb-99cb-b4c572a66f13 req-efbe919f-433f-40a0-8e8f-504754a7d92a tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-860254'] for port, before_response {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:02.519320 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-c0047412-5439-4d48-923b-4cfc6fea6229 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:02.543118 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-79e864ad-ce00-47eb-99cb-b4c572a66f13 req-efbe919f-433f-40a0-8e8f-504754a7d92a tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6272428 Jun 17 05:51:02.543304 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-c0047412-5439-4d48-923b-4cfc6fea6229 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:02.684631 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-c0047412-5439-4d48-923b-4cfc6fea6229 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:02.690662 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-c0047412-5439-4d48-923b-4cfc6fea6229 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:02.697840 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [None req-c0047412-5439-4d48-923b-4cfc6fea6229 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/03fe8885-da4d-4d30-94db-927f618af389 HTTP/1.1" status: 204 len: 168 time: 0.2807524 Jun 17 05:51:02.699847 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-c8af92ee-6a06-4481-8beb-148e64f808bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:51:02.720023 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0047412-5439-4d48-923b-4cfc6fea6229 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03fe8885-da4d-4d30-94db-927f618af389,revision_number=None']} {{(pid=99869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:51:02.727720 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-c0047412-5439-4d48-923b-4cfc6fea6229 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:51:02.746289 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.v2.base [req-79e864ad-ce00-47eb-99cb-b4c572a66f13 req-7a563a22-7836-4bed-b8a3-79ef6729242d service neutron] Request body: {'port': {'device_id': 'a3c82d36-2976-4b4c-8fa5-2b4805276a18', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=99868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:51:02.791280 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dddcfd6-bfda-4ef7-8180-4bfbb0f5a3dc req-6d09263a-6811-4819-817b-5c27e0d37563 tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:02.798808 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-6dddcfd6-bfda-4ef7-8180-4bfbb0f5a3dc req-6d09263a-6811-4819-817b-5c27e0d37563 tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] 10.222.0.11 "GET /v2.0/ports?device_id=a3c82d36-2976-4b4c-8fa5-2b4805276a18 HTTP/1.1" status: 200 len: 932 time: 0.1176660 Jun 17 05:51:02.840171 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.provisioning_blocks [None req-c76240ca-1a0c-48a3-956f-3abd9d6a9a4e None None] Provisioning for port 2063b9dd-29f8-4a50-a97e-00159814d5a9 completed by entity DHCP. {{(pid=99870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 05:51:02.849412 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.provisioning_blocks [None req-c76240ca-1a0c-48a3-956f-3abd9d6a9a4e None None] Provisioning complete for port 2063b9dd-29f8-4a50-a97e-00159814d5a9 triggered by entity DHCP. {{(pid=99870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 05:51:02.851461 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-c76240ca-1a0c-48a3-956f-3abd9d6a9a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551367'] for port, provisioning_complete {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:02.901397 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-6dddcfd6-bfda-4ef7-8180-4bfbb0f5a3dc req-0d5d8e10-0234-4b44-a2ba-565c13239f32 tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9e60d8f-c626-4915-82fb-97a71c590db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016121 Jun 17 05:51:02.904326 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-79e864ad-ce00-47eb-99cb-b4c572a66f13 req-7a563a22-7836-4bed-b8a3-79ef6729242d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1464132'] for port, before_update {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:02.970653 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.plugin [None req-c76240ca-1a0c-48a3-956f-3abd9d6a9a4e None None] Port 2063b9dd-29f8-4a50-a97e-00159814d5a9 cannot update to ACTIVE because it is not bound. {{(pid=99870) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 05:51:03.582086 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43976e35-fb7a-44d0-9dc6-ebddfade2cf6 req-3dd41614-86b3-46cb-953b-cf50d422efd7 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:03.587356 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-43976e35-fb7a-44d0-9dc6-ebddfade2cf6 req-3dd41614-86b3-46cb-953b-cf50d422efd7 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/ports?device_id=28503d4a-afc3-434a-bd10-4045586cbc4c HTTP/1.1" status: 200 len: 946 time: 0.4593968 Jun 17 05:51:03.667320 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-43976e35-fb7a-44d0-9dc6-ebddfade2cf6 req-4911fb0c-5d2f-4bbd-9732-6611e234972e tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/security-groups?id=72b04d2a-db53-4be4-b153-1399428b4f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726900 Jun 17 05:51:03.710440 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.notifiers.nova [req-79e864ad-ce00-47eb-99cb-b4c572a66f13 req-7a563a22-7836-4bed-b8a3-79ef6729242d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2063b9dd-29f8-4a50-a97e-00159814d5a9 {{(pid=99868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 05:51:03.716581 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-79e864ad-ce00-47eb-99cb-b4c572a66f13 req-7a563a22-7836-4bed-b8a3-79ef6729242d service neutron] Notify callbacks [] for port, precommit_update {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:03.728562 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.db.provisioning_blocks [req-79e864ad-ce00-47eb-99cb-b4c572a66f13 req-7a563a22-7836-4bed-b8a3-79ef6729242d service neutron] Transition to ACTIVE for port object 2063b9dd-29f8-4a50-a97e-00159814d5a9 will not be triggered until provisioned by entity L2. {{(pid=99868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 05:51:03.804561 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-79e864ad-ce00-47eb-99cb-b4c572a66f13 req-7a563a22-7836-4bed-b8a3-79ef6729242d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773697962343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773697504561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773697504606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2882436'] for port, after_update {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:03.807293 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-d1334301-7b08-4ba3-a3e2-054b78a95c46 tempest-VolumesActionsTest-1442188411 tempest-VolumesActionsTest-1442188411-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:51:03.941823 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a563a22-7836-4bed-b8a3-79ef6729242d service neutron] Pushing event updated for resources: {'Port': ['ID=2063b9dd-29f8-4a50-a97e-00159814d5a9,revision_number=2']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:51:03.948340 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-7a563a22-7836-4bed-b8a3-79ef6729242d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:51:04.112032 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.managers [req-79e864ad-ce00-47eb-99cb-b4c572a66f13 req-7a563a22-7836-4bed-b8a3-79ef6729242d service neutron] Attempting to bind port 2063b9dd-29f8-4a50-a97e-00159814d5a9 on host hv-cinder-77262 for vnic_type normal with profile {{(pid=99868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 05:51:04.112424 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.managers [req-79e864ad-ce00-47eb-99cb-b4c572a66f13 req-7a563a22-7836-4bed-b8a3-79ef6729242d service neutron] Attempting to bind port 2063b9dd-29f8-4a50-a97e-00159814d5a9 by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': '9d37f69c-1ad6-441c-adcc-320e22df48e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b0c9dd70-b90a-4d2f-9896-76688d3c8e0a'}] {{(pid=99868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 05:51:04.112753 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79e864ad-ce00-47eb-99cb-b4c572a66f13 req-7a563a22-7836-4bed-b8a3-79ef6729242d service neutron] Attempting to bind port 2063b9dd-29f8-4a50-a97e-00159814d5a9 on network b0c9dd70-b90a-4d2f-9896-76688d3c8e0a {{(pid=99868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 05:51:04.129115 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79e864ad-ce00-47eb-99cb-b4c572a66f13 req-7a563a22-7836-4bed-b8a3-79ef6729242d service neutron] Port 2063b9dd-29f8-4a50-a97e-00159814d5a9 on network b0c9dd70-b90a-4d2f-9896-76688d3c8e0a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=99868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 05:51:04.130778 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79e864ad-ce00-47eb-99cb-b4c572a66f13 req-7a563a22-7836-4bed-b8a3-79ef6729242d service neutron] Attempting to bind port 2063b9dd-29f8-4a50-a97e-00159814d5a9 on network b0c9dd70-b90a-4d2f-9896-76688d3c8e0a {{(pid=99868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 05:51:04.141199 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79e864ad-ce00-47eb-99cb-b4c572a66f13 req-7a563a22-7836-4bed-b8a3-79ef6729242d service neutron] Checking agent: {'id': 'a94c375a-f30e-48af-b86b-c1ab552b3c7d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 5, 47, 47), 'started_at': datetime.datetime(2021, 6, 17, 5, 47, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 5, 50, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 05:51:04.152598 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79e864ad-ce00-47eb-99cb-b4c572a66f13 req-7a563a22-7836-4bed-b8a3-79ef6729242d service neutron] Checking segment: {'id': '9d37f69c-1ad6-441c-adcc-320e22df48e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b0c9dd70-b90a-4d2f-9896-76688d3c8e0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 05:51:04.152598 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79e864ad-ce00-47eb-99cb-b4c572a66f13 req-7a563a22-7836-4bed-b8a3-79ef6729242d service neutron] Bound using segment: {'id': '9d37f69c-1ad6-441c-adcc-320e22df48e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b0c9dd70-b90a-4d2f-9896-76688d3c8e0a'} {{(pid=99868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 05:51:04.152598 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.managers [req-79e864ad-ce00-47eb-99cb-b4c572a66f13 req-7a563a22-7836-4bed-b8a3-79ef6729242d service neutron] Bound port: 2063b9dd-29f8-4a50-a97e-00159814d5a9, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d37f69c-1ad6-441c-adcc-320e22df48e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b0c9dd70-b90a-4d2f-9896-76688d3c8e0a'}}] {{(pid=99868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 05:51:04.152598 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-79e864ad-ce00-47eb-99cb-b4c572a66f13 req-7a563a22-7836-4bed-b8a3-79ef6729242d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1464132'] for port, before_update {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:04.219243 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.db [req-79e864ad-ce00-47eb-99cb-b4c572a66f13 req-7a563a22-7836-4bed-b8a3-79ef6729242d service neutron] For port 2063b9dd-29f8-4a50-a97e-00159814d5a9, host hv-cinder-77262, cleared binding levels {{(pid=99868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 05:51:04.223167 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.db [req-79e864ad-ce00-47eb-99cb-b4c572a66f13 req-7a563a22-7836-4bed-b8a3-79ef6729242d service neutron] For port 2063b9dd-29f8-4a50-a97e-00159814d5a9, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=2063b9dd-29f8-4a50-a97e-00159814d5a9,segment=NetworkSegment(9d37f69c-1ad6-441c-adcc-320e22df48e5),segment_id=9d37f69c-1ad6-441c-adcc-320e22df48e5)] {{(pid=99868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 05:51:04.399035 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-79e864ad-ce00-47eb-99cb-b4c572a66f13 req-7a563a22-7836-4bed-b8a3-79ef6729242d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773697962343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773697504561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773697504606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2882436'] for port, after_update {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:04.402220 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-b0ac99f5-e56a-43e6-a8df-9d704d3a7d84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:51:04.449664 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e864ad-ce00-47eb-99cb-b4c572a66f13 req-7a563a22-7836-4bed-b8a3-79ef6729242d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:04.450568 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-79e864ad-ce00-47eb-99cb-b4c572a66f13 req-7a563a22-7836-4bed-b8a3-79ef6729242d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-860254'] for port, before_response {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:04.453484 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-79e864ad-ce00-47eb-99cb-b4c572a66f13 req-7a563a22-7836-4bed-b8a3-79ef6729242d service neutron] 10.222.0.13 "PUT /v2.0/ports/2063b9dd-29f8-4a50-a97e-00159814d5a9 HTTP/1.1" status: 200 len: 1094 time: 1.7137799 Jun 17 05:51:04.454012 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3c82d36-2976-4b4c-8fa5-2b4805276a18', 'tag': '2063b9dd-29f8-4a50-a97e-00159814d5a9'}] {{(pid=99868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 05:51:04.456895 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8d1bbba7808a8cca0df1ca407b71cd1cd2965420825a4b8dd9215cbcd05a37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-272f0d2c-692e-408d-b000-5dd226c6eeec" -d '{"events": [{"name": "network-changed", "server_uuid": "a3c82d36-2976-4b4c-8fa5-2b4805276a18", "tag": "2063b9dd-29f8-4a50-a97e-00159814d5a9"}]}' {{(pid=99868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 05:51:04.496021 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a563a22-7836-4bed-b8a3-79ef6729242d service neutron] Pushing event updated for resources: {'Port': ['ID=2063b9dd-29f8-4a50-a97e-00159814d5a9,revision_number=3']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:51:04.499500 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-7a563a22-7836-4bed-b8a3-79ef6729242d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:51:05.118594 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.db.agents_db [None req-7f16872b-b609-48fb-9c73-6a76dd98e1b9 None None] Agent healthcheck: found 6 active agents {{(pid=99871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 05:51:08.406154 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f14bc20-e25a-4c50-ab67-108b28bdf28c req-7b330c84-826a-4885-8e2f-e6d3a37a23a0 tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:08.407684 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-7f14bc20-e25a-4c50-ab67-108b28bdf28c req-7b330c84-826a-4885-8e2f-e6d3a37a23a0 tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] 10.222.0.11 "GET /v2.0/ports?device_id=a3c82d36-2976-4b4c-8fa5-2b4805276a18 HTTP/1.1" status: 200 len: 944 time: 0.0826294 Jun 17 05:51:08.453347 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-7f14bc20-e25a-4c50-ab67-108b28bdf28c req-de2bed29-9913-4155-b804-688ea75336e9 tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9e60d8f-c626-4915-82fb-97a71c590db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382359 Jun 17 05:51:08.504812 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 05:51:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc62a69e-5f7d-4c07-89b9-81138fd8736e x-openstack-request-id: req-bc62a69e-5f7d-4c07-89b9-81138fd8736e {{(pid=99868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 05:51:08.505832 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3c82d36-2976-4b4c-8fa5-2b4805276a18", "tag": "2063b9dd-29f8-4a50-a97e-00159814d5a9", "status": "completed", "code": 200}]} {{(pid=99868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 05:51:08.506344 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-bc62a69e-5f7d-4c07-89b9-81138fd8736e {{(pid=99868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 05:51:08.507321 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3c82d36-2976-4b4c-8fa5-2b4805276a18', 'tag': '2063b9dd-29f8-4a50-a97e-00159814d5a9', 'status': 'completed', 'code': 200} Jun 17 05:51:08.671230 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0995707e-57f9-4fd1-8f1e-0b055809edca req-7425e09d-dfe3-4afe-a6e1-5d392c3d4425 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:08.672706 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-0995707e-57f9-4fd1-8f1e-0b055809edca req-7425e09d-dfe3-4afe-a6e1-5d392c3d4425 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/ports?device_id=28503d4a-afc3-434a-bd10-4045586cbc4c HTTP/1.1" status: 200 len: 946 time: 0.0737870 Jun 17 05:51:08.716313 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-0995707e-57f9-4fd1-8f1e-0b055809edca req-a57d6955-e853-44f2-9910-ca3b2fda6647 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/security-groups?id=72b04d2a-db53-4be4-b153-1399428b4f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322602 Jun 17 05:51:08.867197 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-9c54f3dd-e336-49fd-9c2a-d6909cc93527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:08.929699 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f126825-6b15-46dd-b8f2-518bd93e0930 req-8bd38966-c836-4f35-a47d-24c64c40d690 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:08.931243 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-6f126825-6b15-46dd-b8f2-518bd93e0930 req-8bd38966-c836-4f35-a47d-24c64c40d690 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/ports?device_id=3d0d5a00-9e06-45cf-af70-826834445347 HTTP/1.1" status: 200 len: 946 time: 0.0880508 Jun 17 05:51:08.982679 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-6f126825-6b15-46dd-b8f2-518bd93e0930 req-34f6b4a7-0497-458f-956f-60cf146aac42 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ce8ebda-6a66-4ae7-b677-cf05040a027e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450339 Jun 17 05:51:09.641839 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fe8a36-6273-4ff1-a375-3e68e9b281ab req-d16d0588-f075-49d2-ba55-9aba4f8d6781 tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:09.644810 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-20fe8a36-6273-4ff1-a375-3e68e9b281ab req-d16d0588-f075-49d2-ba55-9aba4f8d6781 tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] 10.222.0.11 "GET /v2.0/ports?device_id=a3c82d36-2976-4b4c-8fa5-2b4805276a18 HTTP/1.1" status: 200 len: 944 time: 0.0697620 Jun 17 05:51:09.688074 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-20fe8a36-6273-4ff1-a375-3e68e9b281ab req-faaebc88-08e3-46c1-96e4-718a1fc6b0a4 tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9e60d8f-c626-4915-82fb-97a71c590db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373785 Jun 17 05:51:09.969871 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985fd046-2531-4db1-bb59-440b7d2e191a req-b789d80c-43e9-4653-a0c3-29caeb6a0e60 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:09.972976 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-985fd046-2531-4db1-bb59-440b7d2e191a req-b789d80c-43e9-4653-a0c3-29caeb6a0e60 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/ports?device_id=28503d4a-afc3-434a-bd10-4045586cbc4c HTTP/1.1" status: 200 len: 946 time: 0.0955770 Jun 17 05:51:10.016085 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-985fd046-2531-4db1-bb59-440b7d2e191a req-32847a67-04b2-42a5-b1c2-b0e9b77a5f19 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/security-groups?id=72b04d2a-db53-4be4-b153-1399428b4f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351529 Jun 17 05:51:10.205132 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727df316-f6d6-43de-a21d-1f8e9a50b710 req-003e50b1-3789-43fc-81f5-0176cffc0bcc tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:10.211434 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-727df316-f6d6-43de-a21d-1f8e9a50b710 req-003e50b1-3789-43fc-81f5-0176cffc0bcc tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/ports?device_id=3d0d5a00-9e06-45cf-af70-826834445347 HTTP/1.1" status: 200 len: 946 time: 0.0854945 Jun 17 05:51:10.256305 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-727df316-f6d6-43de-a21d-1f8e9a50b710 req-539f97b4-0e93-4981-bc5b-1bd9caea0a25 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ce8ebda-6a66-4ae7-b677-cf05040a027e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431221 Jun 17 05:51:10.903457 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9970f1c0-3527-4987-9e63-aec68f432a03 req-4913a2d8-6233-44ae-a1d6-96e446cfbfa9 tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:10.905025 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-9970f1c0-3527-4987-9e63-aec68f432a03 req-4913a2d8-6233-44ae-a1d6-96e446cfbfa9 tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] 10.222.0.11 "GET /v2.0/ports?device_id=a3c82d36-2976-4b4c-8fa5-2b4805276a18 HTTP/1.1" status: 200 len: 944 time: 0.1001894 Jun 17 05:51:10.951614 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-9970f1c0-3527-4987-9e63-aec68f432a03 req-d1c6eefa-55ae-4ce5-b5e1-c902db841bb0 tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9e60d8f-c626-4915-82fb-97a71c590db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386443 Jun 17 05:51:11.227615 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a63811e-dae2-47cb-b7e0-4dead216eb93 req-72c629cf-e977-4703-916c-270189548d25 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:11.231919 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-7a63811e-dae2-47cb-b7e0-4dead216eb93 req-72c629cf-e977-4703-916c-270189548d25 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/ports?device_id=28503d4a-afc3-434a-bd10-4045586cbc4c HTTP/1.1" status: 200 len: 946 time: 0.0980272 Jun 17 05:51:11.288436 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-7a63811e-dae2-47cb-b7e0-4dead216eb93 req-c7727228-0909-42e0-8287-f909ec5f422c tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/security-groups?id=72b04d2a-db53-4be4-b153-1399428b4f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521915 Jun 17 05:51:11.456098 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.wsgi [-] (99868) accepted ('10.222.0.11', 55316) {{(pid=99868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:51:11.462724 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9515117f-fe11-42f9-8a44-89ee1edeafcb req-1efbd337-9cc6-47e6-881f-ba22d3236383 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:11.464086 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-9515117f-fe11-42f9-8a44-89ee1edeafcb req-1efbd337-9cc6-47e6-881f-ba22d3236383 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/ports?device_id=3d0d5a00-9e06-45cf-af70-826834445347 HTTP/1.1" status: 200 len: 946 time: 0.0671756 Jun 17 05:51:11.531607 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-9515117f-fe11-42f9-8a44-89ee1edeafcb req-b75f85e5-ef54-480c-a94a-445fa04d670a tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ce8ebda-6a66-4ae7-b677-cf05040a027e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611012 Jun 17 05:51:11.633379 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-e6427f74-a7b5-4293-b817-10810cdb7d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:11.635016 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:11.651212 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-63733a71-1051-4820-8601-ec62e5d9a0c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:11.744689 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-63733a71-1051-4820-8601-ec62e5d9a0c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:11.821966 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-63733a71-1051-4820-8601-ec62e5d9a0c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:11.826289 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:51:11.863395 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [None req-63733a71-1051-4820-8601-ec62e5d9a0c2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=01169781a4944dafbbe01371c9b45b31&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4060998 Jun 17 05:51:11.864924 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63733a71-1051-4820-8601-ec62e5d9a0c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3e6b822-9b7f-4696-9369-404e168ac571,revision_number=1']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:51:11.866106 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.wsgi [-] (99869) accepted ('10.222.0.11', 55324) {{(pid=99869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:51:11.868825 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-63733a71-1051-4820-8601-ec62e5d9a0c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:51:11.935930 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-e29e1314-86eb-4d46-a87d-7fc004a8f0a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:11.961894 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-e29e1314-86eb-4d46-a87d-7fc004a8f0a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:12.132336 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df06fb65-a886-4009-b2fc-1366c08699da req-ff6bb0e8-5ac9-44a5-a19c-4b4bcecb8d3b tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:12.134174 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-df06fb65-a886-4009-b2fc-1366c08699da req-ff6bb0e8-5ac9-44a5-a19c-4b4bcecb8d3b tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] 10.222.0.11 "GET /v2.0/ports?device_id=a3c82d36-2976-4b4c-8fa5-2b4805276a18 HTTP/1.1" status: 200 len: 944 time: 0.0658031 Jun 17 05:51:12.171675 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-df06fb65-a886-4009-b2fc-1366c08699da req-f7805bed-80d9-4ba1-9410-5947efec2188 tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9e60d8f-c626-4915-82fb-97a71c590db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318110 Jun 17 05:51:12.181818 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-e29e1314-86eb-4d46-a87d-7fc004a8f0a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:12.184935 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-e29e1314-86eb-4d46-a87d-7fc004a8f0a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:12.195590 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [None req-e29e1314-86eb-4d46-a87d-7fc004a8f0a6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b3e6b822-9b7f-4696-9369-404e168ac571 HTTP/1.1" status: 204 len: 168 time: 0.3195639 Jun 17 05:51:12.195590 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-a87a5f09-c585-4b9e-9a23-a6a621a67a41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:51:12.195590 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29e1314-86eb-4d46-a87d-7fc004a8f0a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3e6b822-9b7f-4696-9369-404e168ac571,revision_number=None']} {{(pid=99869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:51:12.197704 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-e29e1314-86eb-4d46-a87d-7fc004a8f0a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:51:12.479686 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-e4a25698-dc7e-488a-a9c3-c2b55bed5747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:12.547713 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fca4b2-4c9f-4e23-af00-aeb0bf7bbaf0 req-f2f4b490-1bbd-467d-a42f-97f40519c8d7 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:12.547713 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-a7fca4b2-4c9f-4e23-af00-aeb0bf7bbaf0 req-f2f4b490-1bbd-467d-a42f-97f40519c8d7 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/ports?device_id=28503d4a-afc3-434a-bd10-4045586cbc4c HTTP/1.1" status: 200 len: 946 time: 0.0873609 Jun 17 05:51:12.559450 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-a7fca4b2-4c9f-4e23-af00-aeb0bf7bbaf0 req-3e24bd2d-36e3-4a60-a2b4-e6afd73689c5 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/security-groups?id=72b04d2a-db53-4be4-b153-1399428b4f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507524 Jun 17 05:51:12.779718 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36460acb-1251-46eb-9ccb-e4ef82becb6e req-3210574a-655e-4aea-be6b-5586691b1433 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:12.787509 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-36460acb-1251-46eb-9ccb-e4ef82becb6e req-3210574a-655e-4aea-be6b-5586691b1433 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/ports?device_id=3d0d5a00-9e06-45cf-af70-826834445347 HTTP/1.1" status: 200 len: 946 time: 0.1016250 Jun 17 05:51:12.834746 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-36460acb-1251-46eb-9ccb-e4ef82becb6e req-952cffa8-f200-45f8-baf7-2edba1dcbd77 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ce8ebda-6a66-4ae7-b677-cf05040a027e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438497 Jun 17 05:51:13.358759 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af42e087-b337-4c30-80c7-93dc4b3453fa req-84364233-0f8d-4ced-b1ed-bee22e1b3e26 tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:13.366381 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-af42e087-b337-4c30-80c7-93dc4b3453fa req-84364233-0f8d-4ced-b1ed-bee22e1b3e26 tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] 10.222.0.11 "GET /v2.0/ports?device_id=a3c82d36-2976-4b4c-8fa5-2b4805276a18 HTTP/1.1" status: 200 len: 944 time: 0.0753741 Jun 17 05:51:13.403572 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-af42e087-b337-4c30-80c7-93dc4b3453fa req-fadf63c1-d9c3-45b1-a135-ed95d1bef1c6 tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9e60d8f-c626-4915-82fb-97a71c590db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360389 Jun 17 05:51:13.792335 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ff7b43-94d4-4a22-9c48-769bbc3c041d req-a60f00b6-17b6-49b2-b98c-2c04c3cbe977 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:13.792335 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-17ff7b43-94d4-4a22-9c48-769bbc3c041d req-a60f00b6-17b6-49b2-b98c-2c04c3cbe977 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/ports?device_id=28503d4a-afc3-434a-bd10-4045586cbc4c HTTP/1.1" status: 200 len: 946 time: 0.0669727 Jun 17 05:51:13.799965 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-17ff7b43-94d4-4a22-9c48-769bbc3c041d req-e67dfe47-2c35-42fe-9f7e-45b0705d9b3f tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/security-groups?id=72b04d2a-db53-4be4-b153-1399428b4f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322609 Jun 17 05:51:14.056112 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1cd245-a6a3-4245-89bc-d2a4c5258ecd req-e32a255d-c31d-4b63-a4ff-f19b6eb40c01 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:14.057590 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-9c1cd245-a6a3-4245-89bc-d2a4c5258ecd req-e32a255d-c31d-4b63-a4ff-f19b6eb40c01 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/ports?device_id=3d0d5a00-9e06-45cf-af70-826834445347 HTTP/1.1" status: 200 len: 946 time: 0.0670919 Jun 17 05:51:14.119287 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-9c1cd245-a6a3-4245-89bc-d2a4c5258ecd req-f2f438a4-69fe-4447-aeea-11c37a185987 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ce8ebda-6a66-4ae7-b677-cf05040a027e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513656 Jun 17 05:51:14.197999 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-835a5b83-af16-4b0b-afcf-c7c94ac397a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:14.600362 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a61f7a-5da1-41dc-8be6-7f72a75ca7f2 req-7396b54b-06c1-47be-9bfd-132d0a3021a6 tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:14.603325 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-a2a61f7a-5da1-41dc-8be6-7f72a75ca7f2 req-7396b54b-06c1-47be-9bfd-132d0a3021a6 tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] 10.222.0.11 "GET /v2.0/ports?device_id=a3c82d36-2976-4b4c-8fa5-2b4805276a18 HTTP/1.1" status: 200 len: 944 time: 0.0831299 Jun 17 05:51:14.641070 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-a2a61f7a-5da1-41dc-8be6-7f72a75ca7f2 req-b6f0a89e-137d-4638-9d7a-3edb129bd4ad tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9e60d8f-c626-4915-82fb-97a71c590db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333669 Jun 17 05:51:14.976071 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83120b79-ce0e-4afc-93e7-4ed73fa17d4a req-6d5b452f-a8ff-4cdf-ac6b-83cefde50015 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:14.977530 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-83120b79-ce0e-4afc-93e7-4ed73fa17d4a req-6d5b452f-a8ff-4cdf-ac6b-83cefde50015 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/ports?device_id=28503d4a-afc3-434a-bd10-4045586cbc4c HTTP/1.1" status: 200 len: 946 time: 0.0634966 Jun 17 05:51:15.016226 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-83120b79-ce0e-4afc-93e7-4ed73fa17d4a req-ee838bce-2fca-4d83-b2bc-df12970d6fb6 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/security-groups?id=72b04d2a-db53-4be4-b153-1399428b4f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329394 Jun 17 05:51:15.294416 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272f0d2c-692e-408d-b000-5dd226c6eeec req-8863795a-2511-4881-b195-dda01753e217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:15.295907 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-272f0d2c-692e-408d-b000-5dd226c6eeec req-8863795a-2511-4881-b195-dda01753e217 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d8ffadd857a64cdf99da0fe3d3f4fa2e&device_id=a3c82d36-2976-4b4c-8fa5-2b4805276a18 HTTP/1.1" status: 200 len: 1097 time: 0.0588903 Jun 17 05:51:15.371730 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557d7761-67cb-42a9-9e2d-625b1cf9df76 req-7e9a217c-7c84-43d1-8d40-3719a15b384a tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:15.373852 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-557d7761-67cb-42a9-9e2d-625b1cf9df76 req-7e9a217c-7c84-43d1-8d40-3719a15b384a tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/ports?device_id=3d0d5a00-9e06-45cf-af70-826834445347 HTTP/1.1" status: 200 len: 946 time: 0.1033041 Jun 17 05:51:15.418649 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-557d7761-67cb-42a9-9e2d-625b1cf9df76 req-302fa55e-7799-458d-b174-734812c37ee2 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ce8ebda-6a66-4ae7-b677-cf05040a027e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365920 Jun 17 05:51:15.436625 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272f0d2c-692e-408d-b000-5dd226c6eeec req-23bcd4c0-8ae0-4aaf-b475-171637c78ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:15.438083 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-272f0d2c-692e-408d-b000-5dd226c6eeec req-23bcd4c0-8ae0-4aaf-b475-171637c78ddd service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=d8ffadd857a64cdf99da0fe3d3f4fa2e&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1222289 Jun 17 05:51:15.535368 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272f0d2c-692e-408d-b000-5dd226c6eeec req-00c33321-821a-41b5-a509-c37f4a239a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:15.536801 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-272f0d2c-692e-408d-b000-5dd226c6eeec req-00c33321-821a-41b5-a509-c37f4a239a99 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0880871 Jun 17 05:51:15.635757 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e864ad-ce00-47eb-99cb-b4c572a66f13 req-e84bed78-5e81-4c21-a86c-b1c2b985160b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:15.637117 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-79e864ad-ce00-47eb-99cb-b4c572a66f13 req-e84bed78-5e81-4c21-a86c-b1c2b985160b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d8ffadd857a64cdf99da0fe3d3f4fa2e&device_id=a3c82d36-2976-4b4c-8fa5-2b4805276a18 HTTP/1.1" status: 200 len: 1097 time: 0.0573366 Jun 17 05:51:15.683862 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-79e864ad-ce00-47eb-99cb-b4c572a66f13 req-dc2c2567-3474-49fc-9f05-87adf16c5172 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2063b9dd-29f8-4a50-a97e-00159814d5a9 HTTP/1.1" status: 200 len: 217 time: 0.0346439 Jun 17 05:51:15.744500 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e864ad-ce00-47eb-99cb-b4c572a66f13 req-f3e5a583-1d6c-4d47-8626-bee1b8e223b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:15.744500 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-79e864ad-ce00-47eb-99cb-b4c572a66f13 req-f3e5a583-1d6c-4d47-8626-bee1b8e223b1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=64ce003b-71cd-40f5-b9fb-45b0591cc381 HTTP/1.1" status: 200 len: 853 time: 0.0467656 Jun 17 05:51:15.847226 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e864ad-ce00-47eb-99cb-b4c572a66f13 req-cb70b992-d6f3-4ceb-a96a-ce151e749259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:15.848718 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-79e864ad-ce00-47eb-99cb-b4c572a66f13 req-cb70b992-d6f3-4ceb-a96a-ce151e749259 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b0c9dd70-b90a-4d2f-9896-76688d3c8e0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0981970 Jun 17 05:51:15.864501 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d7c93f-47a6-4d0d-89e2-c2d52a2cd44c req-5301b834-e3f6-4bb0-b2c4-3e35d0bf1154 tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:15.865874 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-a4d7c93f-47a6-4d0d-89e2-c2d52a2cd44c req-5301b834-e3f6-4bb0-b2c4-3e35d0bf1154 tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] 10.222.0.11 "GET /v2.0/ports?device_id=a3c82d36-2976-4b4c-8fa5-2b4805276a18 HTTP/1.1" status: 200 len: 944 time: 0.0887470 Jun 17 05:51:15.951830 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-a4d7c93f-47a6-4d0d-89e2-c2d52a2cd44c req-d807b752-8ab3-49c7-b64d-856ee1f780bb tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9e60d8f-c626-4915-82fb-97a71c590db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784802 Jun 17 05:51:15.978107 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-79e864ad-ce00-47eb-99cb-b4c572a66f13 req-88891b49-73dd-45d1-a693-558b7fe6001d service neutron] 10.222.0.13 "GET /v2.0/networks/b0c9dd70-b90a-4d2f-9896-76688d3c8e0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223180 Jun 17 05:51:16.067113 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-79e864ad-ce00-47eb-99cb-b4c572a66f13 req-a584deb6-20b7-405c-8ace-077515ffb0fa service neutron] 10.222.0.13 "GET /v2.0/networks/b0c9dd70-b90a-4d2f-9896-76688d3c8e0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811601 Jun 17 05:51:16.191718 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0017f657-ea4f-4c96-a017-7ff96242ad42 req-5f04cfa2-9bf4-42e8-9669-4400634bf0bf tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:16.193237 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-0017f657-ea4f-4c96-a017-7ff96242ad42 req-5f04cfa2-9bf4-42e8-9669-4400634bf0bf tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/ports?device_id=28503d4a-afc3-434a-bd10-4045586cbc4c HTTP/1.1" status: 200 len: 946 time: 0.0655317 Jun 17 05:51:16.233910 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-0017f657-ea4f-4c96-a017-7ff96242ad42 req-1c2e97ac-0042-404d-83b8-594ccd28e66d tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/security-groups?id=72b04d2a-db53-4be4-b153-1399428b4f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331557 Jun 17 05:51:16.534436 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e7a4df-95f8-464b-90cd-cc602594cba4 req-c62dca70-f418-4ae0-949c-07dce5858c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:16.535966 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-c8e7a4df-95f8-464b-90cd-cc602594cba4 req-c62dca70-f418-4ae0-949c-07dce5858c21 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=28503d4a-afc3-434a-bd10-4045586cbc4c HTTP/1.1" status: 200 len: 1099 time: 0.0518193 Jun 17 05:51:16.573153 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-c8e7a4df-95f8-464b-90cd-cc602594cba4 req-f5a693a5-6a3f-4d16-9dd7-5f7e51da924f service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=72b04d2a-db53-4be4-b153-1399428b4f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278823 Jun 17 05:51:16.602060 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90275a37-fd26-40ef-aca3-847d9eb13b15 req-d1a7ad19-2f68-4dfb-a932-baa8dcfcd85c tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:16.603620 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-90275a37-fd26-40ef-aca3-847d9eb13b15 req-d1a7ad19-2f68-4dfb-a932-baa8dcfcd85c tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/ports?device_id=3d0d5a00-9e06-45cf-af70-826834445347 HTTP/1.1" status: 200 len: 946 time: 0.0624774 Jun 17 05:51:16.640266 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-90275a37-fd26-40ef-aca3-847d9eb13b15 req-c3465f63-48da-4790-a3c3-cf0aaf332235 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ce8ebda-6a66-4ae7-b677-cf05040a027e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309417 Jun 17 05:51:17.133109 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5d64b7-3bb2-4e78-bd18-68f62a9fc413 req-dffa527a-019e-4044-863f-d8551ff686c4 tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:17.134566 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-2f5d64b7-3bb2-4e78-bd18-68f62a9fc413 req-dffa527a-019e-4044-863f-d8551ff686c4 tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] 10.222.0.11 "GET /v2.0/ports?device_id=a3c82d36-2976-4b4c-8fa5-2b4805276a18 HTTP/1.1" status: 200 len: 944 time: 0.0643730 Jun 17 05:51:17.171586 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-2f5d64b7-3bb2-4e78-bd18-68f62a9fc413 req-019805ff-61c4-4e04-9d04-4b1bd19db595 tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9e60d8f-c626-4915-82fb-97a71c590db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313101 Jun 17 05:51:17.439674 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea54d6d-4a3b-4573-be57-2f2da88dad9f req-85d461d2-64f2-45cf-a4a1-4a181faa9a4d tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:17.442074 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-3ea54d6d-4a3b-4573-be57-2f2da88dad9f req-85d461d2-64f2-45cf-a4a1-4a181faa9a4d tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/ports?device_id=28503d4a-afc3-434a-bd10-4045586cbc4c HTTP/1.1" status: 200 len: 946 time: 0.0827224 Jun 17 05:51:17.491665 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-3ea54d6d-4a3b-4573-be57-2f2da88dad9f req-34eece06-d3a1-4af4-b4f6-9494e251a0dd tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/security-groups?id=72b04d2a-db53-4be4-b153-1399428b4f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429320 Jun 17 05:51:17.529841 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:17.830535 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a220358-c943-4c46-bc25-ecc58970e418 req-cb1ae867-7010-48da-9188-ed974b6eca77 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:17.832024 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-0a220358-c943-4c46-bc25-ecc58970e418 req-cb1ae867-7010-48da-9188-ed974b6eca77 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/ports?device_id=3d0d5a00-9e06-45cf-af70-826834445347 HTTP/1.1" status: 200 len: 946 time: 0.0638962 Jun 17 05:51:17.870671 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-0a220358-c943-4c46-bc25-ecc58970e418 req-d32edacd-27cc-4893-8d57-86f7ec0a2497 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ce8ebda-6a66-4ae7-b677-cf05040a027e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322366 Jun 17 05:51:18.346430 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d945ee0-8288-4c80-8add-2e6c6edae1d9 req-4eb12ba9-3a27-4ce9-977d-d4e335d67966 tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:18.347948 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-1d945ee0-8288-4c80-8add-2e6c6edae1d9 req-4eb12ba9-3a27-4ce9-977d-d4e335d67966 tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] 10.222.0.11 "GET /v2.0/ports?device_id=a3c82d36-2976-4b4c-8fa5-2b4805276a18 HTTP/1.1" status: 200 len: 944 time: 0.0619500 Jun 17 05:51:18.388015 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-1d945ee0-8288-4c80-8add-2e6c6edae1d9 req-dc2c720d-379b-441f-97dc-4c9ba37f9d6b tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9e60d8f-c626-4915-82fb-97a71c590db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338852 Jun 17 05:51:18.666492 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1b48fa-222e-402c-97ff-d33092ab1bfc req-3364cb79-e99f-4cc2-bcba-3e43e7da0985 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:18.667959 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-1f1b48fa-222e-402c-97ff-d33092ab1bfc req-3364cb79-e99f-4cc2-bcba-3e43e7da0985 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/ports?device_id=28503d4a-afc3-434a-bd10-4045586cbc4c HTTP/1.1" status: 200 len: 946 time: 0.0669925 Jun 17 05:51:18.703219 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.wsgi [-] (99869) accepted ('10.222.0.11', 55516) {{(pid=99869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:51:18.708213 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-1f1b48fa-222e-402c-97ff-d33092ab1bfc req-b233defa-20fc-4b39-8d78-0e0f72f82980 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/security-groups?id=72b04d2a-db53-4be4-b153-1399428b4f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347266 Jun 17 05:51:18.823665 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-593d02af-3f8e-439e-a169-86a3e224fc2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:18.922052 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-593d02af-3f8e-439e-a169-86a3e224fc2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:18.987505 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-593d02af-3f8e-439e-a169-86a3e224fc2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:18.991178 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-b7831247-bd97-4b72-b037-f575d442a55d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:51:19.037514 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593d02af-3f8e-439e-a169-86a3e224fc2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbc167c8-b1a6-4b9e-8144-f78311f499c8,revision_number=1']} {{(pid=99869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:51:19.045118 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [None req-593d02af-3f8e-439e-a169-86a3e224fc2f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=12a9e54258bd4e97b658ea7103172eec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3407073 Jun 17 05:51:19.045767 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.wsgi [-] (99869) accepted ('10.222.0.11', 55534) {{(pid=99869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:51:19.046552 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-593d02af-3f8e-439e-a169-86a3e224fc2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:51:19.077390 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fe4fcd-10a9-4290-b4ea-40fca9cda59c req-f27cf297-057a-4ad3-bba9-9dd0c2ed4978 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:19.078961 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-a3fe4fcd-10a9-4290-b4ea-40fca9cda59c req-f27cf297-057a-4ad3-bba9-9dd0c2ed4978 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/ports?device_id=3d0d5a00-9e06-45cf-af70-826834445347 HTTP/1.1" status: 200 len: 946 time: 0.0793068 Jun 17 05:51:19.098350 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-241cdce3-40b6-4594-8be2-3d6630038d79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:19.121935 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-241cdce3-40b6-4594-8be2-3d6630038d79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:19.122031 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-a3fe4fcd-10a9-4290-b4ea-40fca9cda59c req-88c2e975-ccae-432b-a62c-b6a706db3af8 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ce8ebda-6a66-4ae7-b677-cf05040a027e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360565 Jun 17 05:51:19.271338 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-241cdce3-40b6-4594-8be2-3d6630038d79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:19.273833 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-241cdce3-40b6-4594-8be2-3d6630038d79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:19.277185 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [None req-241cdce3-40b6-4594-8be2-3d6630038d79 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/dbc167c8-b1a6-4b9e-8144-f78311f499c8 HTTP/1.1" status: 204 len: 168 time: 0.2275028 Jun 17 05:51:19.277185 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:51:19.291231 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cdce3-40b6-4594-8be2-3d6630038d79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbc167c8-b1a6-4b9e-8144-f78311f499c8,revision_number=None']} {{(pid=99869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:51:19.294080 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-241cdce3-40b6-4594-8be2-3d6630038d79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:51:19.307292 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcc6ae9-fc57-4f26-997e-d5d32af3e791 req-975ae329-6fd5-46ad-9d66-4cd6326b5388 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:19.308785 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-0bcc6ae9-fc57-4f26-997e-d5d32af3e791 req-975ae329-6fd5-46ad-9d66-4cd6326b5388 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/ports?device_id=28503d4a-afc3-434a-bd10-4045586cbc4c HTTP/1.1" status: 200 len: 946 time: 0.0890427 Jun 17 05:51:19.325162 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38c2a76-e784-4ccd-9169-deaffbcffd62 req-7e89e124-f1ae-4b9a-93a7-ca365b71d217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:19.327804 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-a38c2a76-e784-4ccd-9169-deaffbcffd62 req-7e89e124-f1ae-4b9a-93a7-ca365b71d217 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ce4f89efe12e4ea4942616b8dcf08d70&device_id=28503d4a-afc3-434a-bd10-4045586cbc4c HTTP/1.1" status: 200 len: 1099 time: 0.0845892 Jun 17 05:51:19.360280 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-0bcc6ae9-fc57-4f26-997e-d5d32af3e791 req-da752a79-b5a7-4a30-b27e-f433fb759cfc tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/security-groups?id=72b04d2a-db53-4be4-b153-1399428b4f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442398 Jun 17 05:51:19.427777 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38c2a76-e784-4ccd-9169-deaffbcffd62 req-43994fde-46b7-45ab-b336-4a792953d2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:19.429412 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-a38c2a76-e784-4ccd-9169-deaffbcffd62 req-43994fde-46b7-45ab-b336-4a792953d2c7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e0c1f876-47bf-439c-8cf9-05719b315ed5 HTTP/1.1" status: 200 len: 918 time: 0.0882127 Jun 17 05:51:19.475979 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-a38c2a76-e784-4ccd-9169-deaffbcffd62 req-9e9bbf15-d78e-4f9f-b59c-1943eff75d94 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9f32a9bd-cf9b-416b-bb4f-bc81ca793bf0 HTTP/1.1" status: 200 len: 217 time: 0.0387397 Jun 17 05:51:19.557377 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38c2a76-e784-4ccd-9169-deaffbcffd62 req-a5039eeb-6242-4cb2-8d82-4208059f27a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:19.558708 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-a38c2a76-e784-4ccd-9169-deaffbcffd62 req-a5039eeb-6242-4cb2-8d82-4208059f27a4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1775a254-338e-4962-94a2-6ab4e879a1ad HTTP/1.1" status: 200 len: 857 time: 0.0754752 Jun 17 05:51:19.596142 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-a38c2a76-e784-4ccd-9169-deaffbcffd62 req-0ff973b4-b116-4cd6-912d-1867e9a150c7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e0c1f876-47bf-439c-8cf9-05719b315ed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279658 Jun 17 05:51:19.626256 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6128abd7-30f1-4e7e-8e85-7047dbf0658d req-82377692-d388-47d6-81e4-f33cf6e6ebfb tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:19.627729 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-6128abd7-30f1-4e7e-8e85-7047dbf0658d req-82377692-d388-47d6-81e4-f33cf6e6ebfb tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] 10.222.0.11 "GET /v2.0/ports?device_id=a3c82d36-2976-4b4c-8fa5-2b4805276a18 HTTP/1.1" status: 200 len: 944 time: 0.1142545 Jun 17 05:51:19.711884 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-6128abd7-30f1-4e7e-8e85-7047dbf0658d req-d84da157-2007-48c8-b1f9-18cf4fb0df05 tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9e60d8f-c626-4915-82fb-97a71c590db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745938 Jun 17 05:51:19.741709 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-a38c2a76-e784-4ccd-9169-deaffbcffd62 req-92b753c5-0e1a-47f5-8f24-25bd60589888 service neutron] 10.222.0.13 "GET /v2.0/networks/e0c1f876-47bf-439c-8cf9-05719b315ed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378839 Jun 17 05:51:19.833090 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-a38c2a76-e784-4ccd-9169-deaffbcffd62 req-ec7b028e-e567-4200-860d-ff40e4ad570f service neutron] 10.222.0.13 "GET /v2.0/networks/e0c1f876-47bf-439c-8cf9-05719b315ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840130 Jun 17 05:51:20.011782 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.wsgi [-] (99869) accepted ('10.222.0.11', 55558) {{(pid=99869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:51:20.025210 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-2c60747f-8933-47b6-8535-a737eaba39af admin admin] Notify callbacks [] for security_group, before_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:20.118220 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-2c60747f-8933-47b6-8535-a737eaba39af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:20.175388 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-2c60747f-8933-47b6-8535-a737eaba39af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:20.183746 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-e29d6665-25eb-465f-9cd7-20c41c70cd1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:51:20.212310 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [None req-2c60747f-8933-47b6-8535-a737eaba39af admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=addd17c8d5b94201aeade6507483a9ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1994548 Jun 17 05:51:20.214952 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.wsgi [-] (99868) accepted ('10.222.0.11', 55566) {{(pid=99868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:51:20.217581 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c60747f-8933-47b6-8535-a737eaba39af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92cf0959-ea5e-43e8-9312-119d2cad469f,revision_number=1']} {{(pid=99869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:51:20.223498 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-2c60747f-8933-47b6-8535-a737eaba39af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:51:20.307274 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-7eff1231-b3ff-4bc7-9135-f78d297688f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:20.333326 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-7eff1231-b3ff-4bc7-9135-f78d297688f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:20.362722 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afddacc8-34c1-4672-bb04-6d07cda57644 req-fc6ab58d-5264-4c61-86dd-9c178651280e tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:20.364149 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-afddacc8-34c1-4672-bb04-6d07cda57644 req-fc6ab58d-5264-4c61-86dd-9c178651280e tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/ports?device_id=3d0d5a00-9e06-45cf-af70-826834445347 HTTP/1.1" status: 200 len: 946 time: 0.1112607 Jun 17 05:51:20.409957 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-afddacc8-34c1-4672-bb04-6d07cda57644 req-83d7c018-16c0-48ea-889d-6198a302a41f tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ce8ebda-6a66-4ae7-b677-cf05040a027e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397530 Jun 17 05:51:20.428229 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Device 2063b9dd-29f8-4a50-a97e-00159814d5a9 details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=99870) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 05:51:20.467114 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-7eff1231-b3ff-4bc7-9135-f78d297688f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:20.469625 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-7eff1231-b3ff-4bc7-9135-f78d297688f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:20.471058 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [None req-7eff1231-b3ff-4bc7-9135-f78d297688f5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/92cf0959-ea5e-43e8-9312-119d2cad469f HTTP/1.1" status: 204 len: 168 time: 0.2549417 Jun 17 05:51:20.471844 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-e108221d-360f-4a8b-82c4-f545a48fda90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:51:20.479351 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eff1231-b3ff-4bc7-9135-f78d297688f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92cf0959-ea5e-43e8-9312-119d2cad469f,revision_number=None']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:51:20.481896 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-7eff1231-b3ff-4bc7-9135-f78d297688f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:51:20.542428 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.db [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] For port 2063b9dd-29f8-4a50-a97e-00159814d5a9, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=2063b9dd-29f8-4a50-a97e-00159814d5a9,segment=NetworkSegment(9d37f69c-1ad6-441c-adcc-320e22df48e5),segment_id=9d37f69c-1ad6-441c-adcc-320e22df48e5)] {{(pid=99870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:51:20.554375 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Returning: {'device': '2063b9dd-29f8-4a50-a97e-00159814d5a9', 'network_id': 'b0c9dd70-b90a-4d2f-9896-76688d3c8e0a', 'port_id': '2063b9dd-29f8-4a50-a97e-00159814d5a9', 'mac_address': 'fa:16:3e:25:58:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64ce003b-71cd-40f5-b9fb-45b0591cc381', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99870) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 05:51:20.556048 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e9fb16-4647-4f05-8cae-995eedc91259 req-cb7ebbef-8786-492c-8e5d-6a38bf8b8a09 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:20.557870 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-13e9fb16-4647-4f05-8cae-995eedc91259 req-cb7ebbef-8786-492c-8e5d-6a38bf8b8a09 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/ports?device_id=28503d4a-afc3-434a-bd10-4045586cbc4c HTTP/1.1" status: 200 len: 946 time: 0.0686817 Jun 17 05:51:20.594381 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1464132'] for port, before_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:20.600716 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-13e9fb16-4647-4f05-8cae-995eedc91259 req-284735f1-16e3-4cf4-9163-924b044d310e tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/security-groups?id=72b04d2a-db53-4be4-b153-1399428b4f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372784 Jun 17 05:51:20.606970 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.notifiers.nova [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2063b9dd-29f8-4a50-a97e-00159814d5a9 {{(pid=99870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 05:51:20.627871 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.db [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] For port 2063b9dd-29f8-4a50-a97e-00159814d5a9, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=2063b9dd-29f8-4a50-a97e-00159814d5a9,segment=NetworkSegment(9d37f69c-1ad6-441c-adcc-320e22df48e5),segment_id=9d37f69c-1ad6-441c-adcc-320e22df48e5)] {{(pid=99870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:51:20.689803 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773697962343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773697504561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773697504606'] for port, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:20.691655 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:51:20.737994 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Pushing event updated for resources: {'Port': ['ID=2063b9dd-29f8-4a50-a97e-00159814d5a9,revision_number=4']} {{(pid=99870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:51:20.741491 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:51:20.898335 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45bb0d3-7528-4f0e-8af3-984e83d51ad9 req-8f333198-1edb-4e8f-a682-2e046286f564 tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:20.900002 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-e45bb0d3-7528-4f0e-8af3-984e83d51ad9 req-8f333198-1edb-4e8f-a682-2e046286f564 tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] 10.222.0.11 "GET /v2.0/ports?device_id=a3c82d36-2976-4b4c-8fa5-2b4805276a18 HTTP/1.1" status: 200 len: 945 time: 0.0728545 Jun 17 05:51:20.937622 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-e45bb0d3-7528-4f0e-8af3-984e83d51ad9 req-ef95036b-7938-488f-af0d-d5af7cd6daa7 tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9e60d8f-c626-4915-82fb-97a71c590db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319133 Jun 17 05:51:20.981142 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.db [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] get_ports_and_sgs() called for port_ids ['2063b9dd-29f8-4a50-a97e-00159814d5a9'] {{(pid=99870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 05:51:21.111425 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.wsgi [-] (99868) accepted ('10.222.0.11', 55584) {{(pid=99868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:51:21.124948 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-99d13b76-c292-4e88-b40f-ffabaef97b0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:21.222675 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-99d13b76-c292-4e88-b40f-ffabaef97b0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:21.272416 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-99d13b76-c292-4e88-b40f-ffabaef97b0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:21.274975 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-ce7ae654-1f3e-4474-b8bc-dbb184aa0692 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:51:21.311945 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [None req-99d13b76-c292-4e88-b40f-ffabaef97b0a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c53285177dfa471e95b6dbfe7299c067&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1993129 Jun 17 05:51:21.312708 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d13b76-c292-4e88-b40f-ffabaef97b0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa41ba85-68b0-4eaa-b9fb-03de071bb54f,revision_number=1']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:51:21.314731 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.wsgi [-] (99869) accepted ('10.222.0.11', 55590) {{(pid=99869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:51:21.316005 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-99d13b76-c292-4e88-b40f-ffabaef97b0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:51:21.363753 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-ece5c9ad-8641-4ef4-90bf-4a52a7e540b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:21.384088 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-ece5c9ad-8641-4ef4-90bf-4a52a7e540b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:21.518986 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-ece5c9ad-8641-4ef4-90bf-4a52a7e540b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:21.521638 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-ece5c9ad-8641-4ef4-90bf-4a52a7e540b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:21.522775 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [None req-ece5c9ad-8641-4ef4-90bf-4a52a7e540b7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/fa41ba85-68b0-4eaa-b9fb-03de071bb54f HTTP/1.1" status: 204 len: 168 time: 0.2070270 Jun 17 05:51:21.523464 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:51:21.531167 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece5c9ad-8641-4ef4-90bf-4a52a7e540b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa41ba85-68b0-4eaa-b9fb-03de071bb54f,revision_number=None']} {{(pid=99869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:51:21.534005 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-ece5c9ad-8641-4ef4-90bf-4a52a7e540b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:51:21.603823 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2d519f-9434-418a-ba67-27a59d51f7c0 req-df5937bd-b0d8-462d-8489-8522550a2e3b tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:21.608272 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-0c2d519f-9434-418a-ba67-27a59d51f7c0 req-df5937bd-b0d8-462d-8489-8522550a2e3b tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/ports?device_id=3d0d5a00-9e06-45cf-af70-826834445347 HTTP/1.1" status: 200 len: 946 time: 0.0709870 Jun 17 05:51:21.646314 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-0c2d519f-9434-418a-ba67-27a59d51f7c0 req-3b1e8b3c-1595-40a3-9ad0-de0c9c3caf08 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ce8ebda-6a66-4ae7-b677-cf05040a027e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345278 Jun 17 05:51:21.791335 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f2d582-d25b-4139-8ee2-49e379e33a1c req-6eaf68d8-da89-48dc-aa45-fb37727a4fc9 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:21.792763 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-b3f2d582-d25b-4139-8ee2-49e379e33a1c req-6eaf68d8-da89-48dc-aa45-fb37727a4fc9 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/ports?device_id=28503d4a-afc3-434a-bd10-4045586cbc4c HTTP/1.1" status: 200 len: 946 time: 0.0658169 Jun 17 05:51:21.828791 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-b3f2d582-d25b-4139-8ee2-49e379e33a1c req-905da8ac-1a76-4940-a6ae-d45c11d139f6 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/security-groups?id=72b04d2a-db53-4be4-b153-1399428b4f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301623 Jun 17 05:51:22.114708 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f16b550-cbff-42d1-8308-0f5e832e8b6f req-b2485a64-947e-4373-9065-170def01f000 tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:22.116157 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-4f16b550-cbff-42d1-8308-0f5e832e8b6f req-b2485a64-947e-4373-9065-170def01f000 tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] 10.222.0.11 "GET /v2.0/ports?device_id=a3c82d36-2976-4b4c-8fa5-2b4805276a18 HTTP/1.1" status: 200 len: 945 time: 0.0616486 Jun 17 05:51:22.152600 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-4f16b550-cbff-42d1-8308-0f5e832e8b6f req-8ad2ca33-fdc5-4a46-abd2-5c99d04bfa5f tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9e60d8f-c626-4915-82fb-97a71c590db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306587 Jun 17 05:51:22.433705 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Device 2063b9dd-29f8-4a50-a97e-00159814d5a9 up at agent hyperv_hv-cinder-77262 {{(pid=99870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 05:51:22.558404 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.provisioning_blocks [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Provisioning for port 2063b9dd-29f8-4a50-a97e-00159814d5a9 completed by entity L2. {{(pid=99870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 05:51:22.562703 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.provisioning_blocks [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Provisioning complete for port 2063b9dd-29f8-4a50-a97e-00159814d5a9 triggered by entity L2. {{(pid=99870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 05:51:22.563126 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551367'] for port, provisioning_complete {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:22.655792 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1464132'] for port, before_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:22.679446 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3c82d36-2976-4b4c-8fa5-2b4805276a18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2063b9dd-29f8-4a50-a97e-00159814d5a9'}] {{(pid=99870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 05:51:22.682476 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b488aefaa6b1d6b79683e2609a7ce48815cfc41b5bb42f7017315c525e2bf75d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0e669eb-3403-44be-8c62-a6d08f57a811" -d '{"events": [{"server_uuid": "a3c82d36-2976-4b4c-8fa5-2b4805276a18", "name": "network-vif-plugged", "status": "completed", "tag": "2063b9dd-29f8-4a50-a97e-00159814d5a9"}]}' {{(pid=99870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 05:51:22.708618 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.db [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] For port 2063b9dd-29f8-4a50-a97e-00159814d5a9, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=2063b9dd-29f8-4a50-a97e-00159814d5a9,segment=NetworkSegment(9d37f69c-1ad6-441c-adcc-320e22df48e5),segment_id=9d37f69c-1ad6-441c-adcc-320e22df48e5)] {{(pid=99870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:51:22.752941 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773697962343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773697504561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773697504606'] for port, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:22.757590 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [None req-9cb0c045-b08a-4492-a661-184d099ff30e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:51:22.763458 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 05:51:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92cb411c-8cc7-4827-9402-037189067558 x-openstack-request-id: req-92cb411c-8cc7-4827-9402-037189067558 {{(pid=99870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 05:51:22.763945 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3c82d36-2976-4b4c-8fa5-2b4805276a18", "name": "network-vif-plugged", "status": "completed", "tag": "2063b9dd-29f8-4a50-a97e-00159814d5a9", "code": 200}]} {{(pid=99870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 05:51:22.764251 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-92cb411c-8cc7-4827-9402-037189067558 {{(pid=99870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 05:51:22.764649 dv-cinder-772623-9-smb neutron-server[99870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3c82d36-2976-4b4c-8fa5-2b4805276a18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2063b9dd-29f8-4a50-a97e-00159814d5a9', 'code': 200} Jun 17 05:51:22.834696 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Pushing event updated for resources: {'Port': ['ID=2063b9dd-29f8-4a50-a97e-00159814d5a9,revision_number=5']} {{(pid=99870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:51:22.838484 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:51:22.904675 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871403d7-c366-425a-8f57-05f532a5778f req-721344c4-b239-4666-810a-27b9155a4675 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:22.906194 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-871403d7-c366-425a-8f57-05f532a5778f req-721344c4-b239-4666-810a-27b9155a4675 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/ports?device_id=3d0d5a00-9e06-45cf-af70-826834445347 HTTP/1.1" status: 200 len: 946 time: 0.0736156 Jun 17 05:51:22.945538 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-871403d7-c366-425a-8f57-05f532a5778f req-1e842cae-a0ed-4c8a-8934-2f9d59586062 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ce8ebda-6a66-4ae7-b677-cf05040a027e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326431 Jun 17 05:51:23.024228 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e18d27-1891-4395-a8e9-f7c0d3a35672 req-12056151-f49c-495e-9e9e-d63a68132f9e tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:23.025007 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-f5e18d27-1891-4395-a8e9-f7c0d3a35672 req-12056151-f49c-495e-9e9e-d63a68132f9e tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/ports?device_id=28503d4a-afc3-434a-bd10-4045586cbc4c HTTP/1.1" status: 200 len: 946 time: 0.0679882 Jun 17 05:51:23.077218 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-f5e18d27-1891-4395-a8e9-f7c0d3a35672 req-cdf857cf-783c-4348-9407-3b9ee751ec68 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/security-groups?id=72b04d2a-db53-4be4-b153-1399428b4f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468011 Jun 17 05:51:23.122032 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.wsgi [-] (99869) accepted ('10.222.0.11', 55658) {{(pid=99869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:51:23.275051 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d6643f-1276-4589-81b0-cd21fd681650 req-23497f5a-602f-4922-8332-aecdae9ae1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:23.277874 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-f2d6643f-1276-4589-81b0-cd21fd681650 req-23497f5a-602f-4922-8332-aecdae9ae1e1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a3c82d36-2976-4b4c-8fa5-2b4805276a18 HTTP/1.1" status: 200 len: 1099 time: 0.0848312 Jun 17 05:51:23.297068 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-3057f870-6dd8-4f28-aa14-cc357df60e9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:23.340906 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-f2d6643f-1276-4589-81b0-cd21fd681650 req-99f7d1a7-9898-4095-9f70-e7bca0fdd0b6 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b9e60d8f-c626-4915-82fb-97a71c590db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596192 Jun 17 05:51:23.370452 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8150e8c-2b30-4302-bbde-dc52cfda4e7d req-2d2b205e-3790-49d4-bc85-29a23267e031 tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:23.371925 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-e8150e8c-2b30-4302-bbde-dc52cfda4e7d req-2d2b205e-3790-49d4-bc85-29a23267e031 tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] 10.222.0.11 "GET /v2.0/ports?device_id=a3c82d36-2976-4b4c-8fa5-2b4805276a18 HTTP/1.1" status: 200 len: 946 time: 0.0760047 Jun 17 05:51:23.393095 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-3057f870-6dd8-4f28-aa14-cc357df60e9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:23.409993 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-e8150e8c-2b30-4302-bbde-dc52cfda4e7d req-5424c9e6-834e-429b-b228-616c516b2743 tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9e60d8f-c626-4915-82fb-97a71c590db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320880 Jun 17 05:51:23.547230 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-3057f870-6dd8-4f28-aa14-cc357df60e9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:23.550335 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-f7f4ba20-fb0a-4f27-9de9-577baee047de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:51:23.586882 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [None req-3057f870-6dd8-4f28-aa14-cc357df60e9e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e064b734df7446f0ae741c9aa449f62d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4633853 Jun 17 05:51:23.588020 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3057f870-6dd8-4f28-aa14-cc357df60e9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8585e39a-0a22-4ea0-97ce-a9f3f2109517,revision_number=1']} {{(pid=99869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:51:23.589624 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.wsgi [-] (99868) accepted ('10.222.0.11', 55680) {{(pid=99868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:51:23.591301 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-3057f870-6dd8-4f28-aa14-cc357df60e9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:51:23.641361 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-a7e66abc-746f-49e7-a3af-0dd4900d2a85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:23.667766 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-a7e66abc-746f-49e7-a3af-0dd4900d2a85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:23.781227 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-a7e66abc-746f-49e7-a3af-0dd4900d2a85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:23.785197 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-a7e66abc-746f-49e7-a3af-0dd4900d2a85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:23.790427 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [None req-a7e66abc-746f-49e7-a3af-0dd4900d2a85 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8585e39a-0a22-4ea0-97ce-a9f3f2109517 HTTP/1.1" status: 204 len: 168 time: 0.1956165 Jun 17 05:51:23.790427 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-7c0ecd18-37bf-412d-b486-4cd132ca34ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:51:23.794444 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e66abc-746f-49e7-a3af-0dd4900d2a85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8585e39a-0a22-4ea0-97ce-a9f3f2109517,revision_number=None']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:51:23.796717 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-a7e66abc-746f-49e7-a3af-0dd4900d2a85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:51:24.129915 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadaa209-f0ef-40ec-a282-90a05ccc920b req-0ae92ab2-9285-41af-aae8-fa827c75a401 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:24.132434 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-eadaa209-f0ef-40ec-a282-90a05ccc920b req-0ae92ab2-9285-41af-aae8-fa827c75a401 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/ports?device_id=3d0d5a00-9e06-45cf-af70-826834445347 HTTP/1.1" status: 200 len: 946 time: 0.0638664 Jun 17 05:51:24.176231 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-eadaa209-f0ef-40ec-a282-90a05ccc920b req-fd20a53b-6163-4752-bdf2-f098a92cf7d4 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ce8ebda-6a66-4ae7-b677-cf05040a027e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376732 Jun 17 05:51:24.600954 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f806ae79-e60e-4337-9498-852feba7d5e0 req-c76903d9-134d-4bc4-8627-e56ecc60a4ab tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:24.607330 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-f806ae79-e60e-4337-9498-852feba7d5e0 req-c76903d9-134d-4bc4-8627-e56ecc60a4ab tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] 10.222.0.11 "GET /v2.0/ports?device_id=a3c82d36-2976-4b4c-8fa5-2b4805276a18 HTTP/1.1" status: 200 len: 946 time: 0.0834627 Jun 17 05:51:24.647621 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-f806ae79-e60e-4337-9498-852feba7d5e0 req-38d6f594-fe84-4902-94d2-97f59a64c751 tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9e60d8f-c626-4915-82fb-97a71c590db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358095 Jun 17 05:51:25.054991 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.wsgi [-] (99869) accepted ('10.222.0.11', 55742) {{(pid=99869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:51:25.174761 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131b35cc-5c56-4d5a-b455-e91d6cdd908e req-866a681e-fa5f-4bbf-8c60-ec5a9aa810fb tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:25.176402 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-131b35cc-5c56-4d5a-b455-e91d6cdd908e req-866a681e-fa5f-4bbf-8c60-ec5a9aa810fb tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/ports?device_id=28503d4a-afc3-434a-bd10-4045586cbc4c HTTP/1.1" status: 200 len: 946 time: 0.0709898 Jun 17 05:51:25.176526 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-a450474a-0160-4803-a403-772e7404c5f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:25.217228 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-131b35cc-5c56-4d5a-b455-e91d6cdd908e req-f84e81c2-6d86-49b2-89fa-6e2b3b34c480 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/security-groups?id=72b04d2a-db53-4be4-b153-1399428b4f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351319 Jun 17 05:51:25.287243 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-a450474a-0160-4803-a403-772e7404c5f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:25.397232 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-a450474a-0160-4803-a403-772e7404c5f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:25.401229 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-5d4f35ce-5a1d-47d6-9da3-8c4f2517b571 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:51:25.420364 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a193e455-3a6e-4eba-a553-0ed28392b6a1 req-3a6bb868-7f92-470d-813b-8fcbc5284ce6 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:25.421854 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-a193e455-3a6e-4eba-a553-0ed28392b6a1 req-3a6bb868-7f92-470d-813b-8fcbc5284ce6 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/ports?device_id=3d0d5a00-9e06-45cf-af70-826834445347 HTTP/1.1" status: 200 len: 946 time: 0.0867920 Jun 17 05:51:25.460411 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [None req-a450474a-0160-4803-a403-772e7404c5f1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=39ec514312784c9897b0a60d72512b79&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4042480 Jun 17 05:51:25.461249 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a450474a-0160-4803-a403-772e7404c5f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e4e1059-36fb-480f-b8fa-cb28c7292c7c,revision_number=1']} {{(pid=99869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:51:25.463103 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.wsgi [-] (99868) accepted ('10.222.0.11', 55764) {{(pid=99868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:51:25.465904 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-a450474a-0160-4803-a403-772e7404c5f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:51:25.486156 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-a193e455-3a6e-4eba-a553-0ed28392b6a1 req-60b99f8e-91cc-487b-bc0d-868c7f9da0ab tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ce8ebda-6a66-4ae7-b677-cf05040a027e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536516 Jun 17 05:51:25.523373 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-49f19bab-a66c-4b18-b30f-f4d2d1c47e70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:25.543820 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-49f19bab-a66c-4b18-b30f-f4d2d1c47e70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:25.673328 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-49f19bab-a66c-4b18-b30f-f4d2d1c47e70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:25.676475 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-49f19bab-a66c-4b18-b30f-f4d2d1c47e70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:25.677627 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [None req-49f19bab-a66c-4b18-b30f-f4d2d1c47e70 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5e4e1059-36fb-480f-b8fa-cb28c7292c7c HTTP/1.1" status: 204 len: 168 time: 0.2128680 Jun 17 05:51:25.678383 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:51:25.685803 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f19bab-a66c-4b18-b30f-f4d2d1c47e70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e4e1059-36fb-480f-b8fa-cb28c7292c7c,revision_number=None']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:51:25.688065 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-49f19bab-a66c-4b18-b30f-f4d2d1c47e70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:51:25.829298 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d232d8d3-a5e5-4061-99a7-7aa15312332e req-60fecbd1-d0f5-4956-9bbc-190754043301 tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:25.830970 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-d232d8d3-a5e5-4061-99a7-7aa15312332e req-60fecbd1-d0f5-4956-9bbc-190754043301 tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] 10.222.0.11 "GET /v2.0/ports?device_id=a3c82d36-2976-4b4c-8fa5-2b4805276a18 HTTP/1.1" status: 200 len: 946 time: 0.0635235 Jun 17 05:51:25.868733 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-d232d8d3-a5e5-4061-99a7-7aa15312332e req-21ee8331-1462-4b9e-8107-eb7f399f7a3d tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9e60d8f-c626-4915-82fb-97a71c590db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319033 Jun 17 05:51:26.045998 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b81b52f-9610-42a6-91cd-302baa772dca req-8c300ccc-df47-4a0e-82b3-28db343158ff tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:26.047512 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-3b81b52f-9610-42a6-91cd-302baa772dca req-8c300ccc-df47-4a0e-82b3-28db343158ff tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] 10.222.0.11 "GET /v2.0/ports?device_id=a3c82d36-2976-4b4c-8fa5-2b4805276a18 HTTP/1.1" status: 200 len: 946 time: 0.0651031 Jun 17 05:51:26.085017 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-3b81b52f-9610-42a6-91cd-302baa772dca req-9cfd497f-530c-4b31-82e1-b1594182638a tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9e60d8f-c626-4915-82fb-97a71c590db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312605 Jun 17 05:51:26.479911 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b65b093-98c3-4a3c-924a-3aa989cad229 req-034c007e-1c36-41d0-96a1-7c2f46c176e1 tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:26.483289 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-3b65b093-98c3-4a3c-924a-3aa989cad229 req-034c007e-1c36-41d0-96a1-7c2f46c176e1 tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] 10.222.0.11 "GET /v2.0/ports?device_id=a3c82d36-2976-4b4c-8fa5-2b4805276a18 HTTP/1.1" status: 200 len: 946 time: 0.0662048 Jun 17 05:51:26.554873 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-3b65b093-98c3-4a3c-924a-3aa989cad229 req-71e1e6d6-948b-475e-8e84-d3470d078637 tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9e60d8f-c626-4915-82fb-97a71c590db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593398 Jun 17 05:51:26.639609 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.wsgi [-] (99869) accepted ('10.222.0.11', 55800) {{(pid=99869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:51:26.664351 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-4fd9aa7c-1a4d-4be9-9cb5-4b130ba2bfd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:26.784122 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c8a416-f985-4382-9c09-ff85ee4e7a6d req-739387ab-dd5d-4d84-a620-223f4d25f352 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:26.785286 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-4fd9aa7c-1a4d-4be9-9cb5-4b130ba2bfd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:26.793250 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-54c8a416-f985-4382-9c09-ff85ee4e7a6d req-739387ab-dd5d-4d84-a620-223f4d25f352 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/ports?device_id=3d0d5a00-9e06-45cf-af70-826834445347 HTTP/1.1" status: 200 len: 946 time: 0.1549177 Jun 17 05:51:26.826307 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-54c8a416-f985-4382-9c09-ff85ee4e7a6d req-2d1ab65c-3a30-450e-93d1-617734cf093c tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ce8ebda-6a66-4ae7-b677-cf05040a027e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322042 Jun 17 05:51:26.872651 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-4fd9aa7c-1a4d-4be9-9cb5-4b130ba2bfd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:26.877063 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-2f558d56-59ff-4576-8b2a-85063a7b17d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:51:26.911683 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [None req-4fd9aa7c-1a4d-4be9-9cb5-4b130ba2bfd1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=45eff63511b54b669fdf9381cfcb0cfe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2710178 Jun 17 05:51:26.912809 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd9aa7c-1a4d-4be9-9cb5-4b130ba2bfd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=939c2e0f-5254-4205-bd92-4a51d642d4c1,revision_number=1']} {{(pid=99869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:51:26.915003 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.wsgi [-] (99868) accepted ('10.222.0.11', 55804) {{(pid=99868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:51:26.915992 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-4fd9aa7c-1a4d-4be9-9cb5-4b130ba2bfd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:51:26.971090 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-d850da16-2294-4d4d-9520-230d87c29457 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:26.992441 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-d850da16-2294-4d4d-9520-230d87c29457 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:27.101023 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-d850da16-2294-4d4d-9520-230d87c29457 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:27.103687 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-d850da16-2294-4d4d-9520-230d87c29457 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:27.104804 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [None req-d850da16-2294-4d4d-9520-230d87c29457 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/939c2e0f-5254-4205-bd92-4a51d642d4c1 HTTP/1.1" status: 204 len: 168 time: 0.1888230 Jun 17 05:51:27.105528 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-49f19bab-a66c-4b18-b30f-f4d2d1c47e70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:51:27.120576 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d850da16-2294-4d4d-9520-230d87c29457 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=939c2e0f-5254-4205-bd92-4a51d642d4c1,revision_number=None']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:51:27.121953 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-d850da16-2294-4d4d-9520-230d87c29457 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:51:28.015974 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccce288-927b-4925-ae2f-c7b5aff956cb req-9f90efe9-d151-4d7f-b47d-210777daf0bf tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:28.015974 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-bccce288-927b-4925-ae2f-c7b5aff956cb req-9f90efe9-d151-4d7f-b47d-210777daf0bf tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/ports?device_id=3d0d5a00-9e06-45cf-af70-826834445347 HTTP/1.1" status: 200 len: 946 time: 0.0693772 Jun 17 05:51:28.061161 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-bccce288-927b-4925-ae2f-c7b5aff956cb req-ec35505a-ea9d-4dd1-8f80-4f240e24f17d tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ce8ebda-6a66-4ae7-b677-cf05040a027e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394540 Jun 17 05:51:28.481530 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.wsgi [-] (99868) accepted ('10.222.0.11', 55832) {{(pid=99868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:51:28.495492 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-bbf46ad3-848e-4e67-86fd-5f8e164b7ae1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:28.581554 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-bbf46ad3-848e-4e67-86fd-5f8e164b7ae1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:28.661184 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-bbf46ad3-848e-4e67-86fd-5f8e164b7ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:28.664885 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-30af6837-fdbb-4450-8cd3-7aba176623e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:51:28.702224 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [None req-bbf46ad3-848e-4e67-86fd-5f8e164b7ae1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d7e3722b1c574e45921148151a841ba0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2195921 Jun 17 05:51:28.705491 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf46ad3-848e-4e67-86fd-5f8e164b7ae1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24654ff9-3f85-445c-ac09-107044d7863b,revision_number=1']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:51:28.705713 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.wsgi [-] (99869) accepted ('10.222.0.11', 55836) {{(pid=99869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:51:28.712515 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf46ad3-848e-4e67-86fd-5f8e164b7ae1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:51:28.712891 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf46ad3-848e-4e67-86fd-5f8e164b7ae1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:51:28.713346 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf46ad3-848e-4e67-86fd-5f8e164b7ae1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:51:28.713718 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf46ad3-848e-4e67-86fd-5f8e164b7ae1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:51:28.714075 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf46ad3-848e-4e67-86fd-5f8e164b7ae1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:51:28.714422 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf46ad3-848e-4e67-86fd-5f8e164b7ae1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:51:28.714772 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf46ad3-848e-4e67-86fd-5f8e164b7ae1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:51:28.715138 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf46ad3-848e-4e67-86fd-5f8e164b7ae1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:51:28.715482 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf46ad3-848e-4e67-86fd-5f8e164b7ae1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:51:28.715820 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf46ad3-848e-4e67-86fd-5f8e164b7ae1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:51:28.716162 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf46ad3-848e-4e67-86fd-5f8e164b7ae1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:51:28.716502 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf46ad3-848e-4e67-86fd-5f8e164b7ae1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:51:28.721522 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-bbf46ad3-848e-4e67-86fd-5f8e164b7ae1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:51:28.768453 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-97075187-e918-412f-a3db-9dac83b2eefc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:28.789029 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-97075187-e918-412f-a3db-9dac83b2eefc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:28.940787 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-97075187-e918-412f-a3db-9dac83b2eefc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:28.943392 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-97075187-e918-412f-a3db-9dac83b2eefc admin admin] Notify callbacks [] for security_group, before_response {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:28.944500 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [None req-97075187-e918-412f-a3db-9dac83b2eefc admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/24654ff9-3f85-445c-ac09-107044d7863b HTTP/1.1" status: 204 len: 168 time: 0.2376573 Jun 17 05:51:28.945292 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-5bdb4e95-7bfa-46c4-8c20-959fcc0cdd1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:51:28.952453 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97075187-e918-412f-a3db-9dac83b2eefc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24654ff9-3f85-445c-ac09-107044d7863b,revision_number=None']} {{(pid=99869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:51:28.955378 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-97075187-e918-412f-a3db-9dac83b2eefc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:51:29.235578 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca461821-c4ef-43fb-beb1-51b1ae559f73 req-be6fe290-3f51-43bb-aed4-60cbd7a02ac8 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:29.237015 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-ca461821-c4ef-43fb-beb1-51b1ae559f73 req-be6fe290-3f51-43bb-aed4-60cbd7a02ac8 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/ports?device_id=3d0d5a00-9e06-45cf-af70-826834445347 HTTP/1.1" status: 200 len: 946 time: 0.0606637 Jun 17 05:51:29.277148 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-ca461821-c4ef-43fb-beb1-51b1ae559f73 req-f77f8467-6a0d-461c-af67-ae4c5fc9c4dc tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ce8ebda-6a66-4ae7-b677-cf05040a027e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346115 Jun 17 05:51:30.468115 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51eb4bb9-4ea5-49de-90e4-97c070c7d0df req-b71e7841-d9c4-49f6-b5ce-5359461490e7 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:30.469665 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-51eb4bb9-4ea5-49de-90e4-97c070c7d0df req-b71e7841-d9c4-49f6-b5ce-5359461490e7 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/ports?device_id=3d0d5a00-9e06-45cf-af70-826834445347 HTTP/1.1" status: 200 len: 946 time: 0.0643826 Jun 17 05:51:30.524056 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-51eb4bb9-4ea5-49de-90e4-97c070c7d0df req-00804de7-4896-4cbc-a6e5-8dc7afbc6490 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ce8ebda-6a66-4ae7-b677-cf05040a027e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463321 Jun 17 05:51:30.870186 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.wsgi [-] (99869) accepted ('10.222.0.11', 55920) {{(pid=99869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:51:31.076490 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-8bc66885-232c-469d-acdd-ce627d4736ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:31.171911 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-8bc66885-232c-469d-acdd-ce627d4736ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:31.216770 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73b1604-96f9-4a66-a3a1-6be466cade02 req-33ebb842-b30d-466d-a79d-c013aef818e9 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:31.218235 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-a73b1604-96f9-4a66-a3a1-6be466cade02 req-33ebb842-b30d-466d-a79d-c013aef818e9 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/ports?device_id=28503d4a-afc3-434a-bd10-4045586cbc4c HTTP/1.1" status: 200 len: 946 time: 0.1060565 Jun 17 05:51:31.220964 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1a86d4-cc1f-487d-bd55-a0b103670b42 req-e14887ea-3c11-4ac2-9c18-76ed308399bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:31.222332 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-6c1a86d4-cc1f-487d-bd55-a0b103670b42 req-e14887ea-3c11-4ac2-9c18-76ed308399bd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ce4f89efe12e4ea4942616b8dcf08d70&device_id=28503d4a-afc3-434a-bd10-4045586cbc4c HTTP/1.1" status: 200 len: 1099 time: 0.0985115 Jun 17 05:51:31.278187 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-8bc66885-232c-469d-acdd-ce627d4736ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:31.283291 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-c0047412-5439-4d48-923b-4cfc6fea6229 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:51:31.306283 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-a73b1604-96f9-4a66-a3a1-6be466cade02 req-29b240c2-030a-427c-90ab-ea7182a45102 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/security-groups?id=72b04d2a-db53-4be4-b153-1399428b4f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817754 Jun 17 05:51:31.330366 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [None req-8bc66885-232c-469d-acdd-ce627d4736ff admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d1d45e65fe53484a9908121cc1e29dd6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4572446 Jun 17 05:51:31.331640 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.wsgi [-] (99869) accepted ('10.222.0.11', 55938) {{(pid=99869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:51:31.338986 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc66885-232c-469d-acdd-ce627d4736ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96fd8b76-98dd-407f-9d45-a742c05ce73b,revision_number=1']} {{(pid=99869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:51:31.353800 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1a86d4-cc1f-487d-bd55-a0b103670b42 req-ee30d20f-81e7-47a5-b1e6-aae5323dcd7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:31.356698 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-6c1a86d4-cc1f-487d-bd55-a0b103670b42 req-ee30d20f-81e7-47a5-b1e6-aae5323dcd7b service neutron] 10.222.0.13 "GET /v2.0/networks?id=e0c1f876-47bf-439c-8cf9-05719b315ed5 HTTP/1.1" status: 200 len: 918 time: 0.1245673 Jun 17 05:51:31.374480 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc66885-232c-469d-acdd-ce627d4736ff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:51:31.374899 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc66885-232c-469d-acdd-ce627d4736ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:51:31.375394 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc66885-232c-469d-acdd-ce627d4736ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:51:31.375774 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc66885-232c-469d-acdd-ce627d4736ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:51:31.376318 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc66885-232c-469d-acdd-ce627d4736ff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:51:31.376318 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc66885-232c-469d-acdd-ce627d4736ff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:51:31.376998 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc66885-232c-469d-acdd-ce627d4736ff admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:51:31.377319 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc66885-232c-469d-acdd-ce627d4736ff admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:51:31.377665 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc66885-232c-469d-acdd-ce627d4736ff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:51:31.378127 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc66885-232c-469d-acdd-ce627d4736ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:51:31.378476 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc66885-232c-469d-acdd-ce627d4736ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:51:31.378813 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc66885-232c-469d-acdd-ce627d4736ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:51:31.385586 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-8bc66885-232c-469d-acdd-ce627d4736ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:51:31.408412 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-6c1a86d4-cc1f-487d-bd55-a0b103670b42 req-c9f821f4-534b-45df-b7a3-fdc5518ae415 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9f32a9bd-cf9b-416b-bb4f-bc81ca793bf0 HTTP/1.1" status: 200 len: 217 time: 0.0448124 Jun 17 05:51:31.411887 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-fc2942a6-d601-48cb-8012-816a836bbbab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:31.437561 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-fc2942a6-d601-48cb-8012-816a836bbbab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:31.468075 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1a86d4-cc1f-487d-bd55-a0b103670b42 req-c214407a-84f6-49a1-b905-410e6792a3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:31.470140 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-6c1a86d4-cc1f-487d-bd55-a0b103670b42 req-c214407a-84f6-49a1-b905-410e6792a3a4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1775a254-338e-4962-94a2-6ab4e879a1ad HTTP/1.1" status: 200 len: 857 time: 0.0532525 Jun 17 05:51:31.505693 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-6c1a86d4-cc1f-487d-bd55-a0b103670b42 req-1faf511a-c95e-44d5-9b44-9cadff3e1d12 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e0c1f876-47bf-439c-8cf9-05719b315ed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260472 Jun 17 05:51:31.575656 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-fc2942a6-d601-48cb-8012-816a836bbbab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:31.578563 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-fc2942a6-d601-48cb-8012-816a836bbbab admin admin] Notify callbacks [] for security_group, before_response {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:31.581686 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [None req-fc2942a6-d601-48cb-8012-816a836bbbab admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/96fd8b76-98dd-407f-9d45-a742c05ce73b HTTP/1.1" status: 204 len: 168 time: 0.2467182 Jun 17 05:51:31.581686 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-e29e1314-86eb-4d46-a87d-7fc004a8f0a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:51:31.591056 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2942a6-d601-48cb-8012-816a836bbbab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96fd8b76-98dd-407f-9d45-a742c05ce73b,revision_number=None']} {{(pid=99869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:51:31.599959 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-fc2942a6-d601-48cb-8012-816a836bbbab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:51:31.636124 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-6c1a86d4-cc1f-487d-bd55-a0b103670b42 req-78556a32-e048-4f9d-ac5a-c1dc5a1e5460 service neutron] 10.222.0.13 "GET /v2.0/networks/e0c1f876-47bf-439c-8cf9-05719b315ed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220355 Jun 17 05:51:31.799954 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-6c1a86d4-cc1f-487d-bd55-a0b103670b42 req-4be2fec9-49f7-439e-bc7f-12c61b75f0d7 service neutron] 10.222.0.13 "GET /v2.0/networks/e0c1f876-47bf-439c-8cf9-05719b315ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568961 Jun 17 05:51:31.821485 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cd9de9-1715-401f-97a8-9fd4846a7f06 req-ef0f94c1-2efa-4607-af88-9e65eaa7e3b7 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:31.823040 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-80cd9de9-1715-401f-97a8-9fd4846a7f06 req-ef0f94c1-2efa-4607-af88-9e65eaa7e3b7 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/ports?device_id=3d0d5a00-9e06-45cf-af70-826834445347 HTTP/1.1" status: 200 len: 946 time: 0.1033583 Jun 17 05:51:31.866044 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-80cd9de9-1715-401f-97a8-9fd4846a7f06 req-259aeb6e-210c-4ecc-94e4-9df50d6fee23 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ce8ebda-6a66-4ae7-b677-cf05040a027e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373662 Jun 17 05:51:32.398137 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.wsgi [-] (99868) accepted ('10.222.0.11', 55970) {{(pid=99868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:51:32.410988 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-9e7aa5b5-4be4-4995-a8bc-d9a8ee2051a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:32.532159 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-9e7aa5b5-4be4-4995-a8bc-d9a8ee2051a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:32.541510 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d5e74a-4677-4b0a-9c40-1020a3967233 req-042c6d81-aac0-4efb-bb43-02462b0e7da5 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:32.543067 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-43d5e74a-4677-4b0a-9c40-1020a3967233 req-042c6d81-aac0-4efb-bb43-02462b0e7da5 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/ports?device_id=28503d4a-afc3-434a-bd10-4045586cbc4c HTTP/1.1" status: 200 len: 946 time: 0.0836232 Jun 17 05:51:32.583371 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-43d5e74a-4677-4b0a-9c40-1020a3967233 req-26d1301d-9b18-4a65-aecc-d75caf30f538 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/security-groups?id=72b04d2a-db53-4be4-b153-1399428b4f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334463 Jun 17 05:51:32.609635 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-9e7aa5b5-4be4-4995-a8bc-d9a8ee2051a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:32.612981 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-49133f35-c1dd-4873-a6f8-c8bb317c7472 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:51:32.648646 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [None req-9e7aa5b5-4be4-4995-a8bc-d9a8ee2051a1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e4c02a4ba334421f9eb9cd29f19398f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2494657 Jun 17 05:51:32.649512 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7aa5b5-4be4-4995-a8bc-d9a8ee2051a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15b0f349-5d09-47e4-95cc-c0c14397f76f,revision_number=1']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:51:32.652049 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.wsgi [-] (99869) accepted ('10.222.0.11', 55974) {{(pid=99869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:51:32.652352 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-9e7aa5b5-4be4-4995-a8bc-d9a8ee2051a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:51:32.703163 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-8ac72c3f-b15c-4669-a6fc-526258318eb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:32.734123 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-8ac72c3f-b15c-4669-a6fc-526258318eb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:32.873209 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-8ac72c3f-b15c-4669-a6fc-526258318eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:32.876217 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-8ac72c3f-b15c-4669-a6fc-526258318eb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:32.877756 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [None req-8ac72c3f-b15c-4669-a6fc-526258318eb7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/15b0f349-5d09-47e4-95cc-c0c14397f76f HTTP/1.1" status: 204 len: 168 time: 0.2239089 Jun 17 05:51:32.878700 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-3057f870-6dd8-4f28-aa14-cc357df60e9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:51:32.887068 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac72c3f-b15c-4669-a6fc-526258318eb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15b0f349-5d09-47e4-95cc-c0c14397f76f,revision_number=None']} {{(pid=99869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:51:32.906661 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-8ac72c3f-b15c-4669-a6fc-526258318eb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:51:33.050473 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833f5e13-44e0-4c61-a95e-fa3dbbd40eac req-3debf1e1-8106-4e1f-a9d8-ebe49fa322c5 tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:33.051877 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-833f5e13-44e0-4c61-a95e-fa3dbbd40eac req-3debf1e1-8106-4e1f-a9d8-ebe49fa322c5 tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] 10.222.0.11 "GET /v2.0/ports?device_id=a3c82d36-2976-4b4c-8fa5-2b4805276a18 HTTP/1.1" status: 200 len: 946 time: 0.0668943 Jun 17 05:51:33.059879 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfbe50c-5c9f-4d0d-bfed-08b525bb9c95 req-11d969f8-5d8d-4b7e-b86f-2219f7a802a2 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:33.061354 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-fcfbe50c-5c9f-4d0d-bfed-08b525bb9c95 req-11d969f8-5d8d-4b7e-b86f-2219f7a802a2 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/ports?device_id=3d0d5a00-9e06-45cf-af70-826834445347 HTTP/1.1" status: 200 len: 946 time: 0.0636206 Jun 17 05:51:33.091211 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-833f5e13-44e0-4c61-a95e-fa3dbbd40eac req-e0d54c55-724c-4806-b930-54e74da2e952 tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9e60d8f-c626-4915-82fb-97a71c590db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333688 Jun 17 05:51:33.103632 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-fcfbe50c-5c9f-4d0d-bfed-08b525bb9c95 req-79c1bbeb-87dd-46c2-8346-ecff5f760b2f tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ce8ebda-6a66-4ae7-b677-cf05040a027e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358183 Jun 17 05:51:33.117951 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.wsgi [-] (99868) accepted ('10.222.0.11', 55996) {{(pid=99868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:51:33.387877 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d13fbe06-8380-4e94-862d-a4fc72c8b822 tempest-TestMinimumBasicScenario-1581468555 tempest-TestMinimumBasicScenario-1581468555-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:33.389335 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [None req-d13fbe06-8380-4e94-862d-a4fc72c8b822 tempest-TestMinimumBasicScenario-1581468555 tempest-TestMinimumBasicScenario-1581468555-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=a3c82d36-2976-4b4c-8fa5-2b4805276a18 HTTP/1.1" status: 200 len: 1094 time: 0.2704148 Jun 17 05:51:33.392494 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.wsgi [-] (99868) accepted ('10.222.0.11', 56004) {{(pid=99868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:51:33.396756 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.v2.base [None req-095388dd-40e6-43d3-862f-ee1a32920a6a tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] Request body: {'floatingip': {'floating_network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6', 'port_id': '2063b9dd-29f8-4a50-a97e-00159814d5a9', 'tenant_id': 'd8ffadd857a64cdf99da0fe3d3f4fa2e', 'fixed_ip_address': '172.20.0.11'}} {{(pid=99868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:51:33.493161 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.wsgi [-] (99868) accepted ('10.222.0.11', 56010) {{(pid=99868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:51:33.527613 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-095388dd-40e6-43d3-862f-ee1a32920a6a tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] Notify callbacks [] for floatingip, before_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:33.598654 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-be14734d-7a08-47fc-8f76-3bd587b5ea61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:33.780625 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c770fc0-08fb-45da-b2cd-67a75a4de271 req-09674cd5-c1c2-4f2f-802c-bf03f03dc5e3 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:33.783131 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-4c770fc0-08fb-45da-b2cd-67a75a4de271 req-09674cd5-c1c2-4f2f-802c-bf03f03dc5e3 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/ports?device_id=28503d4a-afc3-434a-bd10-4045586cbc4c HTTP/1.1" status: 200 len: 946 time: 0.0696442 Jun 17 05:51:33.826017 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-4c770fc0-08fb-45da-b2cd-67a75a4de271 req-4f793319-8c87-4385-b8b2-2fd9ab550a38 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/security-groups?id=72b04d2a-db53-4be4-b153-1399428b4f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369215 Jun 17 05:51:33.920404 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-095388dd-40e6-43d3-862f-ee1a32920a6a tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1464150'] for port, before_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:33.990651 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-be14734d-7a08-47fc-8f76-3bd587b5ea61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:34.042355 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.db.db_base_plugin_common [None req-095388dd-40e6-43d3-862f-ee1a32920a6a tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] Allocated IP 172.28.2.53 (afc4d833-6824-4139-a55a-2b6a6bf3fba6/527396ff-4aca-4049-a96d-23452d13fcc2/fdbf7c18-26e2-42ce-acb4-7c9ac43f6a0a) {{(pid=99868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 05:51:34.101981 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-be14734d-7a08-47fc-8f76-3bd587b5ea61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:34.105451 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-7eff1231-b3ff-4bc7-9135-f78d297688f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:51:34.160723 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be14734d-7a08-47fc-8f76-3bd587b5ea61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c5c0fa8-ab7c-4194-8e47-ac370db028ec,revision_number=1']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:51:34.166568 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [None req-be14734d-7a08-47fc-8f76-3bd587b5ea61 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5b4948bdee8a49b4b4a372c0468dc733&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6722660 Jun 17 05:51:34.169292 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.wsgi [-] (99869) accepted ('10.222.0.11', 56044) {{(pid=99869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:51:34.170614 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-be14734d-7a08-47fc-8f76-3bd587b5ea61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:51:34.209946 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-095388dd-40e6-43d3-862f-ee1a32920a6a tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] Notify callbacks [] for port, precommit_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:34.236748 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-db85373c-4db6-470d-bf52-6ecde97f9be4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:34.283699 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-db85373c-4db6-470d-bf52-6ecde97f9be4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:34.319682 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-095388dd-40e6-43d3-862f-ee1a32920a6a tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1465235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-156110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-564052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773697504543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2882486'] for port, after_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:34.323684 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-25876427-24a9-4870-9059-a9a1b5ff22dc tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:51:34.371935 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-095388dd-40e6-43d3-862f-ee1a32920a6a tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] Network afc4d833-6824-4139-a55a-2b6a6bf3fba6 is already hosted by enough agents. {{(pid=99868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 05:51:34.379835 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.scheduler.base_scheduler [None req-095388dd-40e6-43d3-862f-ee1a32920a6a tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] Resources bound (agent type, host, resource id): {{(pid=99868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 05:51:34.383630 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-095388dd-40e6-43d3-862f-ee1a32920a6a tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] Received port after_create {{(pid=99868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 05:51:34.394037 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-db85373c-4db6-470d-bf52-6ecde97f9be4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:34.397046 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-db85373c-4db6-470d-bf52-6ecde97f9be4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:34.398412 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [None req-db85373c-4db6-470d-bf52-6ecde97f9be4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7c5c0fa8-ab7c-4194-8e47-ac370db028ec HTTP/1.1" status: 204 len: 168 time: 0.2278664 Jun 17 05:51:34.399814 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-a450474a-0160-4803-a403-772e7404c5f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:51:34.409303 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db85373c-4db6-470d-bf52-6ecde97f9be4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c5c0fa8-ab7c-4194-8e47-ac370db028ec,revision_number=None']} {{(pid=99869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:51:34.421544 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-db85373c-4db6-470d-bf52-6ecde97f9be4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:51:34.451863 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd67b9aa-b8af-427a-a703-d61960ae9d3d req-7c0e0b7c-74f2-4af1-ad7d-ec362550fe6f tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:34.455036 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-dd67b9aa-b8af-427a-a703-d61960ae9d3d req-7c0e0b7c-74f2-4af1-ad7d-ec362550fe6f tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/ports?device_id=3d0d5a00-9e06-45cf-af70-826834445347 HTTP/1.1" status: 200 len: 946 time: 0.1828914 Jun 17 05:51:34.475337 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095388dd-40e6-43d3-862f-ee1a32920a6a tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] Pushing event updated for resources: {'Port': ['ID=fdbf7c18-26e2-42ce-acb4-7c9ac43f6a0a,revision_number=1']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:51:34.479047 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-095388dd-40e6-43d3-862f-ee1a32920a6a tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:51:34.551378 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-dd67b9aa-b8af-427a-a703-d61960ae9d3d req-d4672884-a5f8-4f0d-8d37-747299234759 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ce8ebda-6a66-4ae7-b677-cf05040a027e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771055 Jun 17 05:51:34.913751 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-095388dd-40e6-43d3-862f-ee1a32920a6a tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:35.078507 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41371c06-ad45-45f0-9315-7b430e486f9a req-dfebc9a0-ab08-41f3-b752-fd63280c3836 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:35.080777 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-41371c06-ad45-45f0-9315-7b430e486f9a req-dfebc9a0-ab08-41f3-b752-fd63280c3836 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/ports?device_id=28503d4a-afc3-434a-bd10-4045586cbc4c HTTP/1.1" status: 200 len: 946 time: 0.0880616 Jun 17 05:51:35.105518 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-095388dd-40e6-43d3-862f-ee1a32920a6a tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1464132'] for port, before_update {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:35.150980 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-41371c06-ad45-45f0-9315-7b430e486f9a req-e8997e50-4a85-4135-a27b-29e6c8fadc54 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/security-groups?id=72b04d2a-db53-4be4-b153-1399428b4f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641668 Jun 17 05:51:35.279334 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-095388dd-40e6-43d3-862f-ee1a32920a6a tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] Notify callbacks [] for port, precommit_update {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:35.404179 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-095388dd-40e6-43d3-862f-ee1a32920a6a tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773697962343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773697504561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773697504606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2882436'] for port, after_update {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:35.407964 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-064a17c0-5774-4b83-97fd-aca17df160e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:51:35.475659 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095388dd-40e6-43d3-862f-ee1a32920a6a tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] Pushing event updated for resources: {'Port': ['ID=fdbf7c18-26e2-42ce-acb4-7c9ac43f6a0a,revision_number=2']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:51:35.479676 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-095388dd-40e6-43d3-862f-ee1a32920a6a tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:51:35.486239 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-095388dd-40e6-43d3-862f-ee1a32920a6a tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-422873'] for floatingip, after_update {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:35.580495 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.db.l3_db [None req-095388dd-40e6-43d3-862f-ee1a32920a6a tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] Floating IP f4cbdd17-2eb0-4bdb-9640-8b59c937ba74 associated. External IP: 172.28.2.53, port: 2063b9dd-29f8-4a50-a97e-00159814d5a9. Jun 17 05:51:35.736887 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2b06a6-571c-40a5-a66b-7cb2f5952ac4 req-25feb87d-04ae-494a-836c-82bfc9b39b1b tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:35.738269 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-0f2b06a6-571c-40a5-a66b-7cb2f5952ac4 req-25feb87d-04ae-494a-836c-82bfc9b39b1b tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/ports?device_id=3d0d5a00-9e06-45cf-af70-826834445347 HTTP/1.1" status: 200 len: 946 time: 0.0644472 Jun 17 05:51:35.776974 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-0f2b06a6-571c-40a5-a66b-7cb2f5952ac4 req-6b3106f7-2d2e-4105-906a-44dda939cc5f tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ce8ebda-6a66-4ae7-b677-cf05040a027e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327673 Jun 17 05:51:35.790375 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-095388dd-40e6-43d3-862f-ee1a32920a6a tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] Router 7cdd4e4b-3e22-4469-9499-95828b4fbd9c has already been hosted by L3 agent 81965deb-4354-4283-a756-7d5d3a21a742 {{(pid=99868) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 05:51:35.894045 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-095388dd-40e6-43d3-862f-ee1a32920a6a tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] Notify agent at l3_agent.dv-cinder-772623-9-smb the message routers_updated {{(pid=99868) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 05:51:35.909461 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a1b3a13-743a-46d2-97c2-fcc7fa524272 None None] Sync routers for ids ['7cdd4e4b-3e22-4469-9499-95828b4fbd9c'] in dv-cinder-772623-9-smb {{(pid=99871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 05:51:35.920245 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a1b3a13-743a-46d2-97c2-fcc7fa524272 None None] Routers {'7cdd4e4b-3e22-4469-9499-95828b4fbd9c'} bound to L3 agent in host dv-cinder-772623-9-smb {{(pid=99871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 05:51:35.921078 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.db.l3_hamode_db [None req-8a1b3a13-743a-46d2-97c2-fcc7fa524272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T05:41:12Z,description=,heartbeat_timestamp=2021-06-17T05:51:12Z,host='dv-cinder-772623-9-smb',id=81965deb-4354-4283-a756-7d5d3a21a742,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T05:41:12Z,topic='l3_agent')) {'router_ids': ['7cdd4e4b-3e22-4469-9499-95828b4fbd9c'], 'active': True} {{(pid=99871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:51:36.015772 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-095388dd-40e6-43d3-862f-ee1a32920a6a tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-860254'] for floatingip, before_response {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:36.065594 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [None req-095388dd-40e6-43d3-862f-ee1a32920a6a tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6720905 Jun 17 05:51:36.066387 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3c82d36-2976-4b4c-8fa5-2b4805276a18', 'tag': '2063b9dd-29f8-4a50-a97e-00159814d5a9'}] {{(pid=99868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 05:51:36.068532 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.wsgi [-] (99869) accepted ('10.222.0.11', 56088) {{(pid=99869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:51:36.068881 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8d1bbba7808a8cca0df1ca407b71cd1cd2965420825a4b8dd9215cbcd05a37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3408e6ee-0db9-4baa-9d18-fe183c8af575" -d '{"events": [{"name": "network-changed", "server_uuid": "a3c82d36-2976-4b4c-8fa5-2b4805276a18", "tag": "2063b9dd-29f8-4a50-a97e-00159814d5a9"}]}' {{(pid=99868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 05:51:36.074796 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.v2.base [None req-1f9f1666-747a-493e-a9e9-934b2a3a1f8d tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1128685725', 'description': 'tempest-secgroup-smoke-1128685725 description', 'project_id': 'd8ffadd857a64cdf99da0fe3d3f4fa2e'}} {{(pid=99869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:51:36.108445 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.db.l3_dvr_db [None req-8a1b3a13-743a-46d2-97c2-fcc7fa524272 None None] Set router 7cdd4e4b-3e22-4469-9499-95828b4fbd9c gateway port host: dv-cinder-772623-9-smb {{(pid=99871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 05:51:36.109108 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 05:51:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9fa5e71-a960-4c5d-a3f6-258c8b1e9dca x-openstack-request-id: req-c9fa5e71-a960-4c5d-a3f6-258c8b1e9dca {{(pid=99868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 05:51:36.109453 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3c82d36-2976-4b4c-8fa5-2b4805276a18", "tag": "2063b9dd-29f8-4a50-a97e-00159814d5a9", "status": "completed", "code": 200}]} {{(pid=99868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 05:51:36.109707 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c9fa5e71-a960-4c5d-a3f6-258c8b1e9dca {{(pid=99868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 05:51:36.110177 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3c82d36-2976-4b4c-8fa5-2b4805276a18', 'tag': '2063b9dd-29f8-4a50-a97e-00159814d5a9', 'status': 'completed', 'code': 200} Jun 17 05:51:36.211032 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3408e6ee-0db9-4baa-9d18-fe183c8af575 req-e4ea0f16-c43a-4494-bfa4-a67134271bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:36.212265 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-3408e6ee-0db9-4baa-9d18-fe183c8af575 req-e4ea0f16-c43a-4494-bfa4-a67134271bf1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d8ffadd857a64cdf99da0fe3d3f4fa2e&device_id=a3c82d36-2976-4b4c-8fa5-2b4805276a18 HTTP/1.1" status: 200 len: 1099 time: 0.0690167 Jun 17 05:51:36.249758 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-1f9f1666-747a-493e-a9e9-934b2a3a1f8d tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] Notify callbacks [] for security_group, before_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:36.320935 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3408e6ee-0db9-4baa-9d18-fe183c8af575 req-ad4f577e-bdbc-42f1-bdb3-363cc576cfea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:36.322910 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-3408e6ee-0db9-4baa-9d18-fe183c8af575 req-ad4f577e-bdbc-42f1-bdb3-363cc576cfea service neutron] 10.222.0.13 "GET /v2.0/networks?id=b0c9dd70-b90a-4d2f-9896-76688d3c8e0a HTTP/1.1" status: 200 len: 915 time: 0.1018207 Jun 17 05:51:36.363266 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.db.l3_hamode_db [None req-8a1b3a13-743a-46d2-97c2-fcc7fa524272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cdd4e4b-3e22-4469-9499-95828b4fbd9c', 'name': 'tempest-TestMinimumBasicScenario-533812212-router', 'tenant_id': 'd8ffadd857a64cdf99da0fe3d3f4fa2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6', 'external_fixed_ips': [{'subnet_id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'ip_address': '172.28.2.166'}], 'enable_snat': True}, 'gw_port_id': 'e9f53430-2d5c-446d-80fe-60128a86f748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T05:50:19Z', 'updated_at': '2021-06-17T05:50:23Z', 'revision_number': 4, 'project_id': 'd8ffadd857a64cdf99da0fe3d3f4fa2e', 'gw_port': {'id': 'e9f53430-2d5c-446d-80fe-60128a86f748', 'name': '', 'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:03:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cdd4e4b-3e22-4469-9499-95828b4fbd9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'ip_address': '172.28.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:50:19Z', 'updated_at': '2021-06-17T05:50:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-smb', '_floatingips': [{'id': 'f4cbdd17-2eb0-4bdb-9640-8b59c937ba74', 'tenant_id': 'd8ffadd857a64cdf99da0fe3d3f4fa2e', 'floating_ip_address': '172.28.2.53', 'floating_network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6', 'router_id': '7cdd4e4b-3e22-4469-9499-95828b4fbd9c', 'port_id': '2063b9dd-29f8-4a50-a97e-00159814d5a9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 417, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0c9dd70-b90a-4d2f-9896-76688d3c8e0a', 'mac_address': 'fa:16:3e:25:58:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c82d36-2976-4b4c-8fa5-2b4805276a18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T05:51:34Z', 'updated_at': '2021-06-17T05:51:34Z', 'revision_number': 0, 'project_id': 'd8ffadd857a64cdf99da0fe3d3f4fa2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52a2f219-b275-42ed-8cf4-5c0e6d88bb3e', 'name': '', 'network_id': 'b0c9dd70-b90a-4d2f-9896-76688d3c8e0a', 'tenant_id': 'd8ffadd857a64cdf99da0fe3d3f4fa2e', 'mac_address': 'fa:16:3e:04:8c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cdd4e4b-3e22-4469-9499-95828b4fbd9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '64ce003b-71cd-40f5-b9fb-45b0591cc381', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:50:22Z', 'updated_at': '2021-06-17T05:50:31Z', 'revision_number': 5, 'project_id': 'd8ffadd857a64cdf99da0fe3d3f4fa2e', 'subnets': [{'id': '64ce003b-71cd-40f5-b9fb-45b0591cc381', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-9-smb', False) {} {{(pid=99871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:51:36.401585 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a1b3a13-743a-46d2-97c2-fcc7fa524272 None None] Checking router: 7cdd4e4b-3e22-4469-9499-95828b4fbd9c for host: dv-cinder-772623-9-smb {{(pid=99871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 05:51:36.412636 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a1b3a13-743a-46d2-97c2-fcc7fa524272 None None] Routers {'7cdd4e4b-3e22-4469-9499-95828b4fbd9c'} bound to L3 agent in host dv-cinder-772623-9-smb {{(pid=99871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 05:51:36.413411 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.db.l3_hamode_db [None req-8a1b3a13-743a-46d2-97c2-fcc7fa524272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T05:41:12Z,description=,heartbeat_timestamp=2021-06-17T05:51:12Z,host='dv-cinder-772623-9-smb',id=81965deb-4354-4283-a756-7d5d3a21a742,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T05:41:12Z,topic='l3_agent')) {'router_ids': ['7cdd4e4b-3e22-4469-9499-95828b4fbd9c'], 'active': True} {{(pid=99871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:51:36.427483 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-3408e6ee-0db9-4baa-9d18-fe183c8af575 req-3292615a-b8b0-422f-bbfa-ba98d72c75d7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2063b9dd-29f8-4a50-a97e-00159814d5a9 HTTP/1.1" status: 200 len: 999 time: 0.0922794 Jun 17 05:51:36.445089 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-1f9f1666-747a-493e-a9e9-934b2a3a1f8d tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] Notify callbacks [] for security_group, precommit_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:36.463556 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd905002-bf87-4414-a868-fd2f565a4539 req-0d95f13b-e985-4015-a4ea-419962346e96 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:36.465051 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-cd905002-bf87-4414-a868-fd2f565a4539 req-0d95f13b-e985-4015-a4ea-419962346e96 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/ports?device_id=28503d4a-afc3-434a-bd10-4045586cbc4c HTTP/1.1" status: 200 len: 946 time: 0.1239192 Jun 17 05:51:36.493705 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3408e6ee-0db9-4baa-9d18-fe183c8af575 req-33b329d1-93ba-460a-a10f-1d081c7d5488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:36.495440 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-3408e6ee-0db9-4baa-9d18-fe183c8af575 req-33b329d1-93ba-460a-a10f-1d081c7d5488 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=64ce003b-71cd-40f5-b9fb-45b0591cc381 HTTP/1.1" status: 200 len: 853 time: 0.0513577 Jun 17 05:51:36.505077 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-cd905002-bf87-4414-a868-fd2f565a4539 req-4bd6131c-f89c-4882-a41f-8f543e248f14 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/security-groups?id=72b04d2a-db53-4be4-b153-1399428b4f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326297 Jun 17 05:51:36.531238 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-1f9f1666-747a-493e-a9e9-934b2a3a1f8d tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:36.536646 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.db.l3_dvr_db [None req-8a1b3a13-743a-46d2-97c2-fcc7fa524272 None None] Set router 7cdd4e4b-3e22-4469-9499-95828b4fbd9c gateway port host: dv-cinder-772623-9-smb {{(pid=99871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 05:51:36.536785 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-a7ab5265-6913-4f2a-a869-02eba9149575 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:51:36.561360 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3408e6ee-0db9-4baa-9d18-fe183c8af575 req-70d13e87-9a36-49ce-9aaf-29b15b9c3a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:36.562465 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9f1666-747a-493e-a9e9-934b2a3a1f8d tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6dc8b356-0e03-4fe3-b2ac-b76bbfb520ad,revision_number=1']} {{(pid=99869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:51:36.562871 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-3408e6ee-0db9-4baa-9d18-fe183c8af575 req-70d13e87-9a36-49ce-9aaf-29b15b9c3a4a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b0c9dd70-b90a-4d2f-9896-76688d3c8e0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0576646 Jun 17 05:51:36.565770 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-1f9f1666-747a-493e-a9e9-934b2a3a1f8d tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:51:36.615397 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-1f9f1666-747a-493e-a9e9-934b2a3a1f8d tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] Notify callbacks [] for security_group, before_response {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:36.617850 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [None req-1f9f1666-747a-493e-a9e9-934b2a3a1f8d tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5470874 Jun 17 05:51:36.620185 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.wsgi [-] (99869) accepted ('10.222.0.11', 56108) {{(pid=99869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:51:36.628868 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.v2.base [None req-0d3f146d-28fd-468b-86a3-21b9bcfe387b tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] Request body: {'security_group_rule': {'security_group_id': '6dc8b356-0e03-4fe3-b2ac-b76bbfb520ad', 'project_id': 'd8ffadd857a64cdf99da0fe3d3f4fa2e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:51:36.665219 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-3408e6ee-0db9-4baa-9d18-fe183c8af575 req-6ab9982d-7b39-4eb4-bac3-0f39e6a7e977 service neutron] 10.222.0.13 "GET /v2.0/networks/b0c9dd70-b90a-4d2f-9896-76688d3c8e0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946982 Jun 17 05:51:36.711432 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-0d3f146d-28fd-468b-86a3-21b9bcfe387b tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:36.763873 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-3408e6ee-0db9-4baa-9d18-fe183c8af575 req-4c7545d6-0b59-405e-9d7a-24f502537a28 service neutron] 10.222.0.13 "GET /v2.0/networks/b0c9dd70-b90a-4d2f-9896-76688d3c8e0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902345 Jun 17 05:51:36.772417 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-0d3f146d-28fd-468b-86a3-21b9bcfe387b tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:36.786403 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.db.l3_hamode_db [None req-8a1b3a13-743a-46d2-97c2-fcc7fa524272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cdd4e4b-3e22-4469-9499-95828b4fbd9c', 'name': 'tempest-TestMinimumBasicScenario-533812212-router', 'tenant_id': 'd8ffadd857a64cdf99da0fe3d3f4fa2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6', 'external_fixed_ips': [{'subnet_id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'ip_address': '172.28.2.166'}], 'enable_snat': True}, 'gw_port_id': 'e9f53430-2d5c-446d-80fe-60128a86f748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T05:50:19Z', 'updated_at': '2021-06-17T05:50:23Z', 'revision_number': 4, 'project_id': 'd8ffadd857a64cdf99da0fe3d3f4fa2e', 'gw_port': {'id': 'e9f53430-2d5c-446d-80fe-60128a86f748', 'name': '', 'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:03:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cdd4e4b-3e22-4469-9499-95828b4fbd9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'ip_address': '172.28.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:50:19Z', 'updated_at': '2021-06-17T05:50:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-smb', '_floatingips': [{'id': 'f4cbdd17-2eb0-4bdb-9640-8b59c937ba74', 'tenant_id': 'd8ffadd857a64cdf99da0fe3d3f4fa2e', 'floating_ip_address': '172.28.2.53', 'floating_network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6', 'router_id': '7cdd4e4b-3e22-4469-9499-95828b4fbd9c', 'port_id': '2063b9dd-29f8-4a50-a97e-00159814d5a9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 417, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0c9dd70-b90a-4d2f-9896-76688d3c8e0a', 'mac_address': 'fa:16:3e:25:58:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c82d36-2976-4b4c-8fa5-2b4805276a18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T05:51:34Z', 'updated_at': '2021-06-17T05:51:34Z', 'revision_number': 0, 'project_id': 'd8ffadd857a64cdf99da0fe3d3f4fa2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52a2f219-b275-42ed-8cf4-5c0e6d88bb3e', 'name': '', 'network_id': 'b0c9dd70-b90a-4d2f-9896-76688d3c8e0a', 'tenant_id': 'd8ffadd857a64cdf99da0fe3d3f4fa2e', 'mac_address': 'fa:16:3e:04:8c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cdd4e4b-3e22-4469-9499-95828b4fbd9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '64ce003b-71cd-40f5-b9fb-45b0591cc381', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:50:22Z', 'updated_at': '2021-06-17T05:50:31Z', 'revision_number': 5, 'project_id': 'd8ffadd857a64cdf99da0fe3d3f4fa2e', 'subnets': [{'id': '64ce003b-71cd-40f5-b9fb-45b0591cc381', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-9-smb', False) {} {{(pid=99871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:51:36.811651 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a1b3a13-743a-46d2-97c2-fcc7fa524272 None None] The sync data for ids ['7cdd4e4b-3e22-4469-9499-95828b4fbd9c'] in dv-cinder-772623-9-smb is: [{'id': '7cdd4e4b-3e22-4469-9499-95828b4fbd9c', 'name': 'tempest-TestMinimumBasicScenario-533812212-router', 'tenant_id': 'd8ffadd857a64cdf99da0fe3d3f4fa2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6', 'external_fixed_ips': [{'subnet_id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'ip_address': '172.28.2.166'}], 'enable_snat': True}, 'gw_port_id': 'e9f53430-2d5c-446d-80fe-60128a86f748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T05:50:19Z', 'updated_at': '2021-06-17T05:50:23Z', 'revision_number': 4, 'project_id': 'd8ffadd857a64cdf99da0fe3d3f4fa2e', 'gw_port': {'id': 'e9f53430-2d5c-446d-80fe-60128a86f748', 'name': '', 'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:03:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cdd4e4b-3e22-4469-9499-95828b4fbd9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'ip_address': '172.28.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:50:19Z', 'updated_at': '2021-06-17T05:50:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-smb', '_floatingips': [{'id': 'f4cbdd17-2eb0-4bdb-9640-8b59c937ba74', 'tenant_id': 'd8ffadd857a64cdf99da0fe3d3f4fa2e', 'floating_ip_address': '172.28.2.53', 'floating_network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6', 'router_id': '7cdd4e4b-3e22-4469-9499-95828b4fbd9c', 'port_id': '2063b9dd-29f8-4a50-a97e-00159814d5a9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 417, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0c9dd70-b90a-4d2f-9896-76688d3c8e0a', 'mac_address': 'fa:16:3e:25:58:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c82d36-2976-4b4c-8fa5-2b4805276a18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T05:51:34Z', 'updated_at': '2021-06-17T05:51:34Z', 'revision_number': 0, 'project_id': 'd8ffadd857a64cdf99da0fe3d3f4fa2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52a2f219-b275-42ed-8cf4-5c0e6d88bb3e', 'name': '', 'network_id': 'b0c9dd70-b90a-4d2f-9896-76688d3c8e0a', 'tenant_id': 'd8ffadd857a64cdf99da0fe3d3f4fa2e', 'mac_address': 'fa:16:3e:04:8c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cdd4e4b-3e22-4469-9499-95828b4fbd9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '64ce003b-71cd-40f5-b9fb-45b0591cc381', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:50:22Z', 'updated_at': '2021-06-17T05:50:31Z', 'revision_number': 5, 'project_id': 'd8ffadd857a64cdf99da0fe3d3f4fa2e', 'subnets': [{'id': '64ce003b-71cd-40f5-b9fb-45b0591cc381', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 05:51:36.884415 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-0d3f146d-28fd-468b-86a3-21b9bcfe387b tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481033'] for security_group_rule, after_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:36.892834 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-333c33ff-967b-4b31-afd1-cb52e2957220 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:51:36.914301 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3f146d-28fd-468b-86a3-21b9bcfe387b tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53664eb6-aef6-4e7f-bf80-09b97b6ff9f0,revision_number=0']} {{(pid=99869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:51:36.917035 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-0d3f146d-28fd-468b-86a3-21b9bcfe387b tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:51:36.969249 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cad7d3-39a6-4953-8106-a67c2b6e3fa9 req-0dcad82c-068b-451b-b7ba-218ea272b7ea tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:36.970738 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-76cad7d3-39a6-4953-8106-a67c2b6e3fa9 req-0dcad82c-068b-451b-b7ba-218ea272b7ea tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/ports?device_id=3d0d5a00-9e06-45cf-af70-826834445347 HTTP/1.1" status: 200 len: 946 time: 0.0671160 Jun 17 05:51:36.981104 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-0d3f146d-28fd-468b-86a3-21b9bcfe387b tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:36.982794 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [None req-0d3f146d-28fd-468b-86a3-21b9bcfe387b tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3611474 Jun 17 05:51:36.986038 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.wsgi [-] (99869) accepted ('10.222.0.11', 56112) {{(pid=99869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:51:36.990858 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.v2.base [None req-6272f0d1-3355-4bcf-9ecf-043b1583bdff tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] Request body: {'security_group_rule': {'security_group_id': '6dc8b356-0e03-4fe3-b2ac-b76bbfb520ad', 'project_id': 'd8ffadd857a64cdf99da0fe3d3f4fa2e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:51:37.010103 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac348b93-7dbd-43cd-b5b4-c03c22952478 None None] New status for floating IP f4cbdd17-2eb0-4bdb-9640-8b59c937ba74: ACTIVE {{(pid=99870) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 05:51:37.019449 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-76cad7d3-39a6-4953-8106-a67c2b6e3fa9 req-1fe9255b-5839-4bde-a496-c1c809407edf tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ce8ebda-6a66-4ae7-b677-cf05040a027e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424855 Jun 17 05:51:37.095079 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-6272f0d1-3355-4bcf-9ecf-043b1583bdff tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:37.151808 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-6272f0d1-3355-4bcf-9ecf-043b1583bdff tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:37.226460 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-6272f0d1-3355-4bcf-9ecf-043b1583bdff tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481033'] for security_group_rule, after_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:37.239203 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:51:37.254980 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6272f0d1-3355-4bcf-9ecf-043b1583bdff tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b58b906-ce39-49a3-a382-a35fb77b2b3d,revision_number=0']} {{(pid=99869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:51:37.257837 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-6272f0d1-3355-4bcf-9ecf-043b1583bdff tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:51:37.357969 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-6272f0d1-3355-4bcf-9ecf-043b1583bdff tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:37.359343 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [None req-6272f0d1-3355-4bcf-9ecf-043b1583bdff tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3722026 Jun 17 05:51:37.362651 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.wsgi [-] (99869) accepted ('10.222.0.11', 56124) {{(pid=99869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:51:37.367173 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.v2.base [None req-79bc9db9-4273-47ac-a358-b42b7d8c0ff1 tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] Request body: {'security_group_rule': {'security_group_id': '6dc8b356-0e03-4fe3-b2ac-b76bbfb520ad', 'project_id': 'd8ffadd857a64cdf99da0fe3d3f4fa2e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:51:37.460161 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-79bc9db9-4273-47ac-a358-b42b7d8c0ff1 tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:37.519686 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-79bc9db9-4273-47ac-a358-b42b7d8c0ff1 tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:37.598117 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-79bc9db9-4273-47ac-a358-b42b7d8c0ff1 tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481033'] for security_group_rule, after_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:37.600254 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-e5171559-5ca7-4381-a284-355ab8fa42b6 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:51:37.622779 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bc9db9-4273-47ac-a358-b42b7d8c0ff1 tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab093aa3-a870-4dc3-b7d5-4393c5813125,revision_number=0']} {{(pid=99869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:51:37.625072 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-79bc9db9-4273-47ac-a358-b42b7d8c0ff1 tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:51:37.683902 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-79bc9db9-4273-47ac-a358-b42b7d8c0ff1 tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:37.686567 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [None req-79bc9db9-4273-47ac-a358-b42b7d8c0ff1 tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3222585 Jun 17 05:51:37.687152 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be09a8c3-ced0-469f-9f66-1ae4744f9628 req-7acf21ab-ce87-4e4e-b77b-98f80933187e tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:37.687710 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.wsgi [-] (99869) accepted ('10.222.0.11', 56134) {{(pid=99869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:51:37.688994 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-be09a8c3-ced0-469f-9f66-1ae4744f9628 req-7acf21ab-ce87-4e4e-b77b-98f80933187e tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/ports?device_id=28503d4a-afc3-434a-bd10-4045586cbc4c HTTP/1.1" status: 200 len: 946 time: 0.0680664 Jun 17 05:51:37.692993 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.v2.base [None req-3c7d26ce-d13d-413b-8de9-d646089cf2e3 tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] Request body: {'security_group_rule': {'security_group_id': '6dc8b356-0e03-4fe3-b2ac-b76bbfb520ad', 'project_id': 'd8ffadd857a64cdf99da0fe3d3f4fa2e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:51:37.729598 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-be09a8c3-ced0-469f-9f66-1ae4744f9628 req-a95a6d32-576e-4609-a81c-7bd50e962e99 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/security-groups?id=72b04d2a-db53-4be4-b153-1399428b4f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349979 Jun 17 05:51:37.791170 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-3c7d26ce-d13d-413b-8de9-d646089cf2e3 tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:37.839953 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-3c7d26ce-d13d-413b-8de9-d646089cf2e3 tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:37.900723 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-3c7d26ce-d13d-413b-8de9-d646089cf2e3 tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481033'] for security_group_rule, after_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:37.902748 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:51:37.919974 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7d26ce-d13d-413b-8de9-d646089cf2e3 tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93467556-424e-41d5-a812-93ebf90ffa83,revision_number=0']} {{(pid=99869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:51:37.922580 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-3c7d26ce-d13d-413b-8de9-d646089cf2e3 tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:51:38.009684 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-3c7d26ce-d13d-413b-8de9-d646089cf2e3 tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:38.010898 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [None req-3c7d26ce-d13d-413b-8de9-d646089cf2e3 tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3215957 Jun 17 05:51:38.013707 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.wsgi [-] (99869) accepted ('10.222.0.11', 56138) {{(pid=99869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:51:38.020704 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.v2.base [None req-621be159-e858-4e79-b1c5-3d50b0af1201 tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] Request body: {'security_group_rule': {'security_group_id': '6dc8b356-0e03-4fe3-b2ac-b76bbfb520ad', 'project_id': 'd8ffadd857a64cdf99da0fe3d3f4fa2e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:51:38.118463 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.db.securitygroups_db [None req-621be159-e858-4e79-b1c5-3d50b0af1201 tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] Project d8ffadd857a64cdf99da0fe3d3f4fa2e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 17 05:51:38.123668 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-621be159-e858-4e79-b1c5-3d50b0af1201 tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:38.206967 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-621be159-e858-4e79-b1c5-3d50b0af1201 tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:38.224060 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dacb2a0-3d13-4ea0-9800-e9b6bf001788 req-59f64956-fd3d-47fa-803e-3adf2c87c68c tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:38.225705 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-7dacb2a0-3d13-4ea0-9800-e9b6bf001788 req-59f64956-fd3d-47fa-803e-3adf2c87c68c tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/ports?device_id=3d0d5a00-9e06-45cf-af70-826834445347 HTTP/1.1" status: 200 len: 946 time: 0.0917668 Jun 17 05:51:38.271768 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-7dacb2a0-3d13-4ea0-9800-e9b6bf001788 req-ee167f41-4e38-4ba6-9c29-9ae0b5e82b45 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ce8ebda-6a66-4ae7-b677-cf05040a027e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405328 Jun 17 05:51:38.316904 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-621be159-e858-4e79-b1c5-3d50b0af1201 tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481033'] for security_group_rule, after_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:38.320442 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-0d3f146d-28fd-468b-86a3-21b9bcfe387b tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:51:38.336601 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621be159-e858-4e79-b1c5-3d50b0af1201 tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68b9b1af-af6d-4041-ba46-212136fe3537,revision_number=0']} {{(pid=99869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:51:38.339309 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-621be159-e858-4e79-b1c5-3d50b0af1201 tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:51:38.449822 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-621be159-e858-4e79-b1c5-3d50b0af1201 tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:38.450966 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [None req-621be159-e858-4e79-b1c5-3d50b0af1201 tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4362926 Jun 17 05:51:38.453647 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.wsgi [-] (99869) accepted ('10.222.0.11', 56148) {{(pid=99869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:51:38.458059 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.v2.base [None req-25e03d1b-535d-430c-b568-46f3a5aca63b tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] Request body: {'security_group_rule': {'security_group_id': '6dc8b356-0e03-4fe3-b2ac-b76bbfb520ad', 'project_id': 'd8ffadd857a64cdf99da0fe3d3f4fa2e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:51:38.535670 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.db.securitygroups_db [None req-25e03d1b-535d-430c-b568-46f3a5aca63b tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] Project d8ffadd857a64cdf99da0fe3d3f4fa2e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 17 05:51:38.540485 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-25e03d1b-535d-430c-b568-46f3a5aca63b tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:38.598912 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-25e03d1b-535d-430c-b568-46f3a5aca63b tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:38.678026 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-25e03d1b-535d-430c-b568-46f3a5aca63b tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481033'] for security_group_rule, after_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:38.680347 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-c61fb476-85e0-4d44-bdae-66b5bc54c6ef tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:51:38.697626 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e03d1b-535d-430c-b568-46f3a5aca63b tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd127958-f4a6-4d6d-904d-9efa6bfc851a,revision_number=0']} {{(pid=99869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:51:38.700637 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-25e03d1b-535d-430c-b568-46f3a5aca63b tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:51:38.764008 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-25e03d1b-535d-430c-b568-46f3a5aca63b tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:38.768439 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [None req-25e03d1b-535d-430c-b568-46f3a5aca63b tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3138618 Jun 17 05:51:38.855121 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-d27f57aa-86d9-475b-8569-8d8d5d600726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:38.902584 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-18604453-3760-4b9c-a72a-a57b3d3828cb req-2bbbaff8-5691-4f08-a34d-dc22b1f871ec tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1128685725&fields=id&tenant_id=d8ffadd857a64cdf99da0fe3d3f4fa2e HTTP/1.1" status: 200 len: 267 time: 0.0511980 Jun 17 05:51:38.928217 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0264f2ea-465d-440d-bc6f-58445ba0a0df req-5ac71a81-1b8a-493a-b424-5f15cc41c89d tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:38.929753 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-0264f2ea-465d-440d-bc6f-58445ba0a0df req-5ac71a81-1b8a-493a-b424-5f15cc41c89d tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/ports?device_id=28503d4a-afc3-434a-bd10-4045586cbc4c HTTP/1.1" status: 200 len: 946 time: 0.0818319 Jun 17 05:51:38.964924 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18604453-3760-4b9c-a72a-a57b3d3828cb req-ff60bea5-8689-45e1-8db8-8e381a556b6a tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:38.966290 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-18604453-3760-4b9c-a72a-a57b3d3828cb req-ff60bea5-8689-45e1-8db8-8e381a556b6a tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] 10.222.0.11 "GET /v2.0/ports?device_id=a3c82d36-2976-4b4c-8fa5-2b4805276a18 HTTP/1.1" status: 200 len: 946 time: 0.0629194 Jun 17 05:51:38.968538 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-0264f2ea-465d-440d-bc6f-58445ba0a0df req-37aa04bc-3728-4cc8-b27c-c2887097189a tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/security-groups?id=72b04d2a-db53-4be4-b153-1399428b4f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323691 Jun 17 05:51:38.978096 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.v2.base [req-18604453-3760-4b9c-a72a-a57b3d3828cb req-105731e2-18bb-4b7a-8563-69fd5a43a155 tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] Request body: {'port': {'security_groups': ['b9e60d8f-c626-4915-82fb-97a71c590db2', '6dc8b356-0e03-4fe3-b2ac-b76bbfb520ad']}} {{(pid=99868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:51:39.069415 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-18604453-3760-4b9c-a72a-a57b3d3828cb req-105731e2-18bb-4b7a-8563-69fd5a43a155 tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1464132'] for port, before_update {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:39.104095 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.wsgi [-] (99869) accepted ('10.222.0.11', 56160) {{(pid=99869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:51:39.206997 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-e99f8446-1864-40bc-80ce-1185e20fbd05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:39.251346 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.db [req-18604453-3760-4b9c-a72a-a57b3d3828cb req-105731e2-18bb-4b7a-8563-69fd5a43a155 tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] For port 2063b9dd-29f8-4a50-a97e-00159814d5a9, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=2063b9dd-29f8-4a50-a97e-00159814d5a9,segment=NetworkSegment(9d37f69c-1ad6-441c-adcc-320e22df48e5),segment_id=9d37f69c-1ad6-441c-adcc-320e22df48e5)] {{(pid=99868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:51:39.285312 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-18604453-3760-4b9c-a72a-a57b3d3828cb req-105731e2-18bb-4b7a-8563-69fd5a43a155 tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] Notify callbacks [] for port, precommit_update {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:39.295863 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-e99f8446-1864-40bc-80ce-1185e20fbd05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:39.386296 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-18604453-3760-4b9c-a72a-a57b3d3828cb req-105731e2-18bb-4b7a-8563-69fd5a43a155 tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773697962343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773697504561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773697504606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2882436'] for port, after_update {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:39.390855 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-3c833f7d-d493-4465-97c3-7f84024eebf9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:51:39.403254 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.db [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] get_ports_and_sgs() called for port_ids ['2063b9dd-29f8-4a50-a97e-00159814d5a9'] {{(pid=99870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 05:51:39.431630 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18604453-3760-4b9c-a72a-a57b3d3828cb req-105731e2-18bb-4b7a-8563-69fd5a43a155 tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:39.431952 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-18604453-3760-4b9c-a72a-a57b3d3828cb req-105731e2-18bb-4b7a-8563-69fd5a43a155 tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-860254'] for port, before_response {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:39.433327 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-18604453-3760-4b9c-a72a-a57b3d3828cb req-105731e2-18bb-4b7a-8563-69fd5a43a155 tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] 10.222.0.11 "PUT /v2.0/ports/2063b9dd-29f8-4a50-a97e-00159814d5a9 HTTP/1.1" status: 200 len: 982 time: 0.4602609 Jun 17 05:51:39.433838 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3c82d36-2976-4b4c-8fa5-2b4805276a18', 'tag': '2063b9dd-29f8-4a50-a97e-00159814d5a9'}] {{(pid=99868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 05:51:39.439571 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8d1bbba7808a8cca0df1ca407b71cd1cd2965420825a4b8dd9215cbcd05a37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-190b32b9-09fb-49e8-90dc-25f310e5dc23" -d '{"events": [{"name": "network-changed", "server_uuid": "a3c82d36-2976-4b4c-8fa5-2b4805276a18", "tag": "2063b9dd-29f8-4a50-a97e-00159814d5a9"}]}' {{(pid=99868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 05:51:39.456687 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5652b217-252d-4b1c-bd42-180db880dea6 req-e9387e11-f746-41f9-bcc1-0275437b034b tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:39.458734 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-5652b217-252d-4b1c-bd42-180db880dea6 req-e9387e11-f746-41f9-bcc1-0275437b034b tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/ports?device_id=3d0d5a00-9e06-45cf-af70-826834445347 HTTP/1.1" status: 200 len: 946 time: 0.0693173 Jun 17 05:51:39.461182 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-e99f8446-1864-40bc-80ce-1185e20fbd05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:39.464013 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-1f9f1666-747a-493e-a9e9-934b2a3a1f8d tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:51:39.501189 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105731e2-18bb-4b7a-8563-69fd5a43a155 tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] Pushing event updated for resources: {'Port': ['ID=2063b9dd-29f8-4a50-a97e-00159814d5a9,revision_number=6']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:51:39.513708 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-105731e2-18bb-4b7a-8563-69fd5a43a155 tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:51:39.537655 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99f8446-1864-40bc-80ce-1185e20fbd05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2a64f05-4e47-402f-8551-92a798e3f3e6,revision_number=1']} {{(pid=99869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:51:39.556613 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-e99f8446-1864-40bc-80ce-1185e20fbd05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:51:39.556992 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.db [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] get_ports_and_sgs() called for port_ids ['2063b9dd-29f8-4a50-a97e-00159814d5a9'] {{(pid=99870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 05:51:39.557950 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [None req-e99f8446-1864-40bc-80ce-1185e20fbd05 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=549c74c98d45468cb4a0de6fa21b16c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4526186 Jun 17 05:51:39.558229 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.wsgi [-] (99868) accepted ('10.222.0.11', 56176) {{(pid=99868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:51:39.585218 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-5652b217-252d-4b1c-bd42-180db880dea6 req-233b2b25-3e4d-4228-881c-a89fa235b166 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ce8ebda-6a66-4ae7-b677-cf05040a027e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130490 Jun 17 05:51:39.637592 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-2f2b571e-61b5-4dfb-9f89-3e2aa2fd7231 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:39.685877 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-2f2b571e-61b5-4dfb-9f89-3e2aa2fd7231 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:39.705613 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 05:51:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d08a9340-987e-489e-984c-0711ab2deffe x-openstack-request-id: req-d08a9340-987e-489e-984c-0711ab2deffe {{(pid=99868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 05:51:39.706142 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3c82d36-2976-4b4c-8fa5-2b4805276a18", "tag": "2063b9dd-29f8-4a50-a97e-00159814d5a9", "status": "completed", "code": 200}]} {{(pid=99868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 05:51:39.706588 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d08a9340-987e-489e-984c-0711ab2deffe {{(pid=99868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 05:51:39.707205 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3c82d36-2976-4b4c-8fa5-2b4805276a18', 'tag': '2063b9dd-29f8-4a50-a97e-00159814d5a9', 'status': 'completed', 'code': 200} Jun 17 05:51:39.802803 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.provisioning_blocks [None req-e25e6b2c-d4cb-46ae-b6ca-7973ac6ba914 None None] Provisioning complete for port 2063b9dd-29f8-4a50-a97e-00159814d5a9 triggered by entity DHCP. {{(pid=99870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 05:51:39.803209 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-e25e6b2c-d4cb-46ae-b6ca-7973ac6ba914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551367'] for port, provisioning_complete {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:39.842335 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190b32b9-09fb-49e8-90dc-25f310e5dc23 req-9dbfa86f-5ab4-49bf-95cc-44afeaae1164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:39.843826 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-190b32b9-09fb-49e8-90dc-25f310e5dc23 req-9dbfa86f-5ab4-49bf-95cc-44afeaae1164 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d8ffadd857a64cdf99da0fe3d3f4fa2e&device_id=a3c82d36-2976-4b4c-8fa5-2b4805276a18 HTTP/1.1" status: 200 len: 1138 time: 0.1340504 Jun 17 05:51:39.860509 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d16b1c8-e340-46ef-a0e9-f5b7ebb05d29 req-b6350f97-24e0-49af-a648-0dcc3b069f7f tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:39.862021 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-2d16b1c8-e340-46ef-a0e9-f5b7ebb05d29 req-b6350f97-24e0-49af-a648-0dcc3b069f7f tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] 10.222.0.11 "GET /v2.0/ports?device_id=a3c82d36-2976-4b4c-8fa5-2b4805276a18 HTTP/1.1" status: 200 len: 985 time: 0.1035349 Jun 17 05:51:39.931546 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-2f2b571e-61b5-4dfb-9f89-3e2aa2fd7231 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:39.934007 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-2f2b571e-61b5-4dfb-9f89-3e2aa2fd7231 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:39.936325 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [None req-2f2b571e-61b5-4dfb-9f89-3e2aa2fd7231 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c2a64f05-4e47-402f-8551-92a798e3f3e6 HTTP/1.1" status: 204 len: 168 time: 0.3757827 Jun 17 05:51:39.942527 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-5b6a74e5-aa1c-4636-9f4d-09e09fb49468 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:51:39.964636 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-2d16b1c8-e340-46ef-a0e9-f5b7ebb05d29 req-6a975239-d7ec-4b53-8d05-d253bcff6871 tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9e60d8f-c626-4915-82fb-97a71c590db2&id=6dc8b356-0e03-4fe3-b2ac-b76bbfb520ad&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0935693 Jun 17 05:51:40.004426 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2b571e-61b5-4dfb-9f89-3e2aa2fd7231 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2a64f05-4e47-402f-8551-92a798e3f3e6,revision_number=None']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:51:40.007759 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190b32b9-09fb-49e8-90dc-25f310e5dc23 req-e6bc72ae-dc55-4f27-b3a8-b54457efd844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:40.009974 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-190b32b9-09fb-49e8-90dc-25f310e5dc23 req-e6bc72ae-dc55-4f27-b3a8-b54457efd844 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b0c9dd70-b90a-4d2f-9896-76688d3c8e0a HTTP/1.1" status: 200 len: 915 time: 0.1569004 Jun 17 05:51:40.010813 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-2f2b571e-61b5-4dfb-9f89-3e2aa2fd7231 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:51:40.105287 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-190b32b9-09fb-49e8-90dc-25f310e5dc23 req-13c36cad-78ce-4d93-914d-6fe2b6243653 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2063b9dd-29f8-4a50-a97e-00159814d5a9 HTTP/1.1" status: 200 len: 1001 time: 0.0860591 Jun 17 05:51:40.171373 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190b32b9-09fb-49e8-90dc-25f310e5dc23 req-1724182b-1d7c-4269-ab75-52effa47bd2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:40.174091 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-190b32b9-09fb-49e8-90dc-25f310e5dc23 req-1724182b-1d7c-4269-ab75-52effa47bd2a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=64ce003b-71cd-40f5-b9fb-45b0591cc381 HTTP/1.1" status: 200 len: 853 time: 0.0584056 Jun 17 05:51:40.193784 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adf9497-d4d7-4654-8eeb-ae8184af7f94 req-89b0de37-7714-42ad-bde4-521daf5d815c tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:40.195389 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-0adf9497-d4d7-4654-8eeb-ae8184af7f94 req-89b0de37-7714-42ad-bde4-521daf5d815c tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/ports?device_id=28503d4a-afc3-434a-bd10-4045586cbc4c HTTP/1.1" status: 200 len: 946 time: 0.0744267 Jun 17 05:51:40.244914 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190b32b9-09fb-49e8-90dc-25f310e5dc23 req-0953d9ea-3f17-4d6e-89b8-f6dd97da423c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:40.246923 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-190b32b9-09fb-49e8-90dc-25f310e5dc23 req-0953d9ea-3f17-4d6e-89b8-f6dd97da423c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b0c9dd70-b90a-4d2f-9896-76688d3c8e0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0651104 Jun 17 05:51:40.366495 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-190b32b9-09fb-49e8-90dc-25f310e5dc23 req-8beb7111-ba0f-44b7-beec-4e2c00e55fed service neutron] 10.222.0.13 "GET /v2.0/networks/b0c9dd70-b90a-4d2f-9896-76688d3c8e0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118646 Jun 17 05:51:40.442440 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-0adf9497-d4d7-4654-8eeb-ae8184af7f94 req-e5fcf1d3-a255-4cfc-9ed2-93a1fbeaf661 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/security-groups?id=72b04d2a-db53-4be4-b153-1399428b4f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2410688 Jun 17 05:51:40.464238 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-190b32b9-09fb-49e8-90dc-25f310e5dc23 req-30eb728e-d431-448a-8031-94342ffe0583 service neutron] 10.222.0.13 "GET /v2.0/networks/b0c9dd70-b90a-4d2f-9896-76688d3c8e0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897026 Jun 17 05:51:40.688498 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.wsgi [-] (99868) accepted ('10.222.0.11', 56204) {{(pid=99868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:51:40.702550 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-b3c845d5-50fd-4206-9199-953e637d5cf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:40.783762 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ddff31-9a44-41a6-b82f-5573c3233047 req-5a87f91f-728a-4ac3-8cd4-7e58a0c1f88a tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:40.785194 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-60ddff31-9a44-41a6-b82f-5573c3233047 req-5a87f91f-728a-4ac3-8cd4-7e58a0c1f88a tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/ports?device_id=3d0d5a00-9e06-45cf-af70-826834445347 HTTP/1.1" status: 200 len: 946 time: 0.0649734 Jun 17 05:51:40.794299 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-b3c845d5-50fd-4206-9199-953e637d5cf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:40.821556 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-60ddff31-9a44-41a6-b82f-5573c3233047 req-e497e62b-e6f5-4d55-9673-dedb2e1a8ca5 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ce8ebda-6a66-4ae7-b677-cf05040a027e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305605 Jun 17 05:51:40.838211 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-b3c845d5-50fd-4206-9199-953e637d5cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:40.840803 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-a8899a84-645e-4e14-bfcf-692bcd1ba875 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:51:40.876198 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [None req-b3c845d5-50fd-4206-9199-953e637d5cf8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=89ec145be10e43da9de507403c84f341&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1866193 Jun 17 05:51:40.878915 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c845d5-50fd-4206-9199-953e637d5cf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7d5ed25-aa55-4b61-892f-77e227babfd6,revision_number=1']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:51:40.880232 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-b3c845d5-50fd-4206-9199-953e637d5cf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:51:40.880769 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.wsgi [-] (99868) accepted ('10.222.0.11', 56206) {{(pid=99868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:51:40.927885 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-a1d5316c-8954-4cfb-ac36-826ce501cbfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:40.948051 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-a1d5316c-8954-4cfb-ac36-826ce501cbfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:41.066563 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-a1d5316c-8954-4cfb-ac36-826ce501cbfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:41.069055 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-a1d5316c-8954-4cfb-ac36-826ce501cbfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:41.070200 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [None req-a1d5316c-8954-4cfb-ac36-826ce501cbfb admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f7d5ed25-aa55-4b61-892f-77e227babfd6 HTTP/1.1" status: 204 len: 168 time: 0.1885304 Jun 17 05:51:41.070979 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-bbf46ad3-848e-4e67-86fd-5f8e164b7ae1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:51:41.078295 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d5316c-8954-4cfb-ac36-826ce501cbfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7d5ed25-aa55-4b61-892f-77e227babfd6,revision_number=None']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:51:41.082012 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-a1d5316c-8954-4cfb-ac36-826ce501cbfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:51:41.599332 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:41.628345 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e6445a-3405-4b07-8abf-e18760cc5739 req-e08c1821-b179-40af-87d5-9259dc68a15d tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:41.629741 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-67e6445a-3405-4b07-8abf-e18760cc5739 req-e08c1821-b179-40af-87d5-9259dc68a15d tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/ports?device_id=28503d4a-afc3-434a-bd10-4045586cbc4c HTTP/1.1" status: 200 len: 946 time: 0.0690696 Jun 17 05:51:41.633017 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-cb7d294e-a6f9-4db3-9a78-929143cba528 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:41.668473 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-67e6445a-3405-4b07-8abf-e18760cc5739 req-3759b4b4-49c5-4dbc-8af2-d87b83221ac7 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/security-groups?id=72b04d2a-db53-4be4-b153-1399428b4f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310431 Jun 17 05:51:41.964369 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.wsgi [-] (99869) accepted ('10.222.0.11', 56238) {{(pid=99869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:51:42.014777 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f12426-eb6c-4740-8c8e-d3ee5a8d0426 req-73982fed-ab1a-4e69-9ada-b0dc1437dff7 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:42.016913 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-b2f12426-eb6c-4740-8c8e-d3ee5a8d0426 req-73982fed-ab1a-4e69-9ada-b0dc1437dff7 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/ports?device_id=3d0d5a00-9e06-45cf-af70-826834445347 HTTP/1.1" status: 200 len: 946 time: 0.0775127 Jun 17 05:51:42.059519 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-b2f12426-eb6c-4740-8c8e-d3ee5a8d0426 req-d64aeb55-7e8c-43ee-948f-1d9355a39aa6 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ce8ebda-6a66-4ae7-b677-cf05040a027e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363975 Jun 17 05:51:42.080810 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-945a08d2-c1e7-4c2c-a8c8-b99be40ba991 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:42.118152 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.db.agents_db [None req-7f16872b-b609-48fb-9c73-6a76dd98e1b9 None None] Agent healthcheck: found 6 active agents {{(pid=99871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 05:51:42.167945 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-945a08d2-c1e7-4c2c-a8c8-b99be40ba991 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:42.232306 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-945a08d2-c1e7-4c2c-a8c8-b99be40ba991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:42.236592 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-67116365-d237-44aa-90cd-a0cf9fea3764 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:51:42.274983 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [None req-945a08d2-c1e7-4c2c-a8c8-b99be40ba991 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=acd54ea3a46e4564adc847f882478db1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3093841 Jun 17 05:51:42.275902 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945a08d2-c1e7-4c2c-a8c8-b99be40ba991 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97f8738b-05d0-49ca-95ff-4620c8d237fa,revision_number=1']} {{(pid=99869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:51:42.277813 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.wsgi [-] (99868) accepted ('10.222.0.11', 56252) {{(pid=99868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:51:42.279506 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-945a08d2-c1e7-4c2c-a8c8-b99be40ba991 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:51:42.333457 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-3da1792f-f515-41a1-b35f-d1937e84cdd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:42.355134 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-3da1792f-f515-41a1-b35f-d1937e84cdd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:42.483821 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-e4a25698-dc7e-488a-a9c3-c2b55bed5747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:42.518371 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-3da1792f-f515-41a1-b35f-d1937e84cdd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:42.520957 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-3da1792f-f515-41a1-b35f-d1937e84cdd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:42.522106 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [None req-3da1792f-f515-41a1-b35f-d1937e84cdd3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/97f8738b-05d0-49ca-95ff-4620c8d237fa HTTP/1.1" status: 204 len: 168 time: 0.2433207 Jun 17 05:51:42.522960 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-d850da16-2294-4d4d-9520-230d87c29457 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:51:42.530397 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da1792f-f515-41a1-b35f-d1937e84cdd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97f8738b-05d0-49ca-95ff-4620c8d237fa,revision_number=None']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:51:42.533650 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-3da1792f-f515-41a1-b35f-d1937e84cdd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:51:42.849443 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428b2abf-1d1a-462d-b882-78ab3059876c req-ace03b57-ca8a-45d7-b2af-f6f66e9a32d1 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:42.851062 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-428b2abf-1d1a-462d-b882-78ab3059876c req-ace03b57-ca8a-45d7-b2af-f6f66e9a32d1 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/ports?device_id=28503d4a-afc3-434a-bd10-4045586cbc4c HTTP/1.1" status: 200 len: 946 time: 0.0675757 Jun 17 05:51:42.891846 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-428b2abf-1d1a-462d-b882-78ab3059876c req-794a3e4d-2936-474b-af92-415e0c18907e tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/security-groups?id=72b04d2a-db53-4be4-b153-1399428b4f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322738 Jun 17 05:51:43.206989 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.wsgi [-] (99868) accepted ('10.222.0.11', 56270) {{(pid=99868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:51:43.220120 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-f9966564-81b4-4951-acf0-aa4858bc5c6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:43.244511 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730335c4-d182-4909-bf72-8ddc8ad50b4d req-71ad0bfc-d0c9-4641-b311-64c330e9ddcf tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:43.245860 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-730335c4-d182-4909-bf72-8ddc8ad50b4d req-71ad0bfc-d0c9-4641-b311-64c330e9ddcf tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/ports?device_id=3d0d5a00-9e06-45cf-af70-826834445347 HTTP/1.1" status: 200 len: 946 time: 0.0629952 Jun 17 05:51:43.284107 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-730335c4-d182-4909-bf72-8ddc8ad50b4d req-64152a80-8ca5-4f05-ab83-31ac15e3026a tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ce8ebda-6a66-4ae7-b677-cf05040a027e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318751 Jun 17 05:51:43.316487 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-f9966564-81b4-4951-acf0-aa4858bc5c6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:43.403912 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-f9966564-81b4-4951-acf0-aa4858bc5c6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:43.406532 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-686edb82-fbb1-40d2-b5a7-41ae2664bf81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:51:43.445490 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [None req-f9966564-81b4-4951-acf0-aa4858bc5c6e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=21f6ac56832644d0900595d22d3b97bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2373137 Jun 17 05:51:43.446656 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9966564-81b4-4951-acf0-aa4858bc5c6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00cd4445-7148-4873-a87f-3cde753644c4,revision_number=1']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:51:43.448432 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.wsgi [-] (99869) accepted ('10.222.0.11', 56272) {{(pid=99869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:51:43.449948 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-f9966564-81b4-4951-acf0-aa4858bc5c6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:51:43.504890 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-47c33d5d-6875-4efb-b63b-fe524a5aad65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:43.533376 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-47c33d5d-6875-4efb-b63b-fe524a5aad65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:43.655026 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-47c33d5d-6875-4efb-b63b-fe524a5aad65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:43.658361 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-47c33d5d-6875-4efb-b63b-fe524a5aad65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:43.659499 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [None req-47c33d5d-6875-4efb-b63b-fe524a5aad65 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/00cd4445-7148-4873-a87f-3cde753644c4 HTTP/1.1" status: 204 len: 168 time: 0.2092526 Jun 17 05:51:43.660240 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-97075187-e918-412f-a3db-9dac83b2eefc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:51:43.668105 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c33d5d-6875-4efb-b63b-fe524a5aad65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00cd4445-7148-4873-a87f-3cde753644c4,revision_number=None']} {{(pid=99869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:51:43.670302 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-47c33d5d-6875-4efb-b63b-fe524a5aad65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:51:44.105721 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d774c7ca-4f28-474f-96ae-cc2114764cd4 req-98db00e7-a335-4746-a4a2-ef515006e18e tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:44.107854 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-d774c7ca-4f28-474f-96ae-cc2114764cd4 req-98db00e7-a335-4746-a4a2-ef515006e18e tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/ports?device_id=28503d4a-afc3-434a-bd10-4045586cbc4c HTTP/1.1" status: 200 len: 946 time: 0.0779309 Jun 17 05:51:44.232674 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-835a5b83-af16-4b0b-afcf-c7c94ac397a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:44.391647 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-d774c7ca-4f28-474f-96ae-cc2114764cd4 req-65e6643a-f4a6-4461-a9b4-6794673804a8 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/security-groups?id=72b04d2a-db53-4be4-b153-1399428b4f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2765207 Jun 17 05:51:44.472364 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5378243e-fee4-42ea-af38-ac5ec7a4bc9d req-9a63978c-37ac-4051-863d-890fde5109e4 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:44.473817 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-5378243e-fee4-42ea-af38-ac5ec7a4bc9d req-9a63978c-37ac-4051-863d-890fde5109e4 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/ports?device_id=3d0d5a00-9e06-45cf-af70-826834445347 HTTP/1.1" status: 200 len: 946 time: 0.0641303 Jun 17 05:51:44.512643 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-5378243e-fee4-42ea-af38-ac5ec7a4bc9d req-c038cf09-0335-408d-a26e-ef0a4ec8a889 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ce8ebda-6a66-4ae7-b677-cf05040a027e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331547 Jun 17 05:51:44.704348 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.wsgi [-] (99869) accepted ('10.222.0.11', 56290) {{(pid=99869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:51:44.716967 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-607b8939-41d4-4e13-bcca-0fa6164daa72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:44.805124 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-607b8939-41d4-4e13-bcca-0fa6164daa72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:44.855272 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-607b8939-41d4-4e13-bcca-0fa6164daa72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:44.858786 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-86a6b861-ac6e-4fc6-a80e-cd3522be9991 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:51:44.897652 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [None req-607b8939-41d4-4e13-bcca-0fa6164daa72 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2b7bf3dc190c4e77bfcd704cfa275023&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1921606 Jun 17 05:51:44.898395 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607b8939-41d4-4e13-bcca-0fa6164daa72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ce61803-8b43-4315-9438-2f03784cc59d,revision_number=1']} {{(pid=99869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:51:44.901688 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.wsgi [-] (99868) accepted ('10.222.0.11', 56296) {{(pid=99868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:51:44.901825 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-607b8939-41d4-4e13-bcca-0fa6164daa72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:51:44.959564 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-f33b54d8-d6a6-4942-bf1a-e55f6abb4e40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:45.006820 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-f33b54d8-d6a6-4942-bf1a-e55f6abb4e40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:45.052735 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-c5702ea2-335c-451f-be23-5443f7c0680b req-3b6ee124-4091-4f57-b6ab-5d55791ed652 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=78f4023e-2a2f-47f9-b977-30c96e374c99&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0903740 Jun 17 05:51:45.140170 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5702ea2-335c-451f-be23-5443f7c0680b req-a6cfb744-a757-4ee8-9efc-e2b7eb6ff212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:45.142398 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-c5702ea2-335c-451f-be23-5443f7c0680b req-a6cfb744-a757-4ee8-9efc-e2b7eb6ff212 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ce4f89efe12e4ea4942616b8dcf08d70&device_id=78f4023e-2a2f-47f9-b977-30c96e374c99 HTTP/1.1" status: 200 len: 1098 time: 0.0545979 Jun 17 05:51:45.143432 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-f33b54d8-d6a6-4942-bf1a-e55f6abb4e40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:45.145985 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-f33b54d8-d6a6-4942-bf1a-e55f6abb4e40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:45.147034 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [None req-f33b54d8-d6a6-4942-bf1a-e55f6abb4e40 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7ce61803-8b43-4315-9438-2f03784cc59d HTTP/1.1" status: 204 len: 168 time: 0.2435095 Jun 17 05:51:45.147782 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-837f2f95-c220-4294-a216-6a8287ea7dbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:51:45.155169 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33b54d8-d6a6-4942-bf1a-e55f6abb4e40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ce61803-8b43-4315-9438-2f03784cc59d,revision_number=None']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:51:45.162614 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-f33b54d8-d6a6-4942-bf1a-e55f6abb4e40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:51:45.257679 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5702ea2-335c-451f-be23-5443f7c0680b req-becb450c-3073-49fd-a7be-972037843b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:45.259407 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-c5702ea2-335c-451f-be23-5443f7c0680b req-becb450c-3073-49fd-a7be-972037843b1d service neutron] 10.222.0.13 "GET /v2.0/networks?id=e0c1f876-47bf-439c-8cf9-05719b315ed5 HTTP/1.1" status: 200 len: 918 time: 0.0940604 Jun 17 05:51:45.303460 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-c5702ea2-335c-451f-be23-5443f7c0680b req-7b0b9410-d196-4261-acc8-eeeafba653ab service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0587ee3f-7f05-420f-846f-65ed77a5622f HTTP/1.1" status: 200 len: 217 time: 0.0364819 Jun 17 05:51:45.352323 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5702ea2-335c-451f-be23-5443f7c0680b req-d7d8856f-ae68-48d3-a85e-2a15a74f2cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:45.353695 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-c5702ea2-335c-451f-be23-5443f7c0680b req-d7d8856f-ae68-48d3-a85e-2a15a74f2cdf service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1775a254-338e-4962-94a2-6ab4e879a1ad HTTP/1.1" status: 200 len: 857 time: 0.0436592 Jun 17 05:51:45.386187 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-c5702ea2-335c-451f-be23-5443f7c0680b req-8159a223-6458-4d74-a19a-6bc502db1be7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e0c1f876-47bf-439c-8cf9-05719b315ed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253403 Jun 17 05:51:45.480315 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-c5702ea2-335c-451f-be23-5443f7c0680b req-5cd7b8e4-489c-4197-9561-a05a7490fdc7 service neutron] 10.222.0.13 "GET /v2.0/networks/e0c1f876-47bf-439c-8cf9-05719b315ed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861199 Jun 17 05:51:45.568814 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ed9896-66a9-4cb4-8c78-32bc16682c61 req-94fb775a-0b4a-40c6-a1cc-2343db84b27c tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:45.575599 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-c7ed9896-66a9-4cb4-8c78-32bc16682c61 req-94fb775a-0b4a-40c6-a1cc-2343db84b27c tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/ports?device_id=28503d4a-afc3-434a-bd10-4045586cbc4c HTTP/1.1" status: 200 len: 946 time: 0.0705392 Jun 17 05:51:45.579336 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-c5702ea2-335c-451f-be23-5443f7c0680b req-43511106-ee43-4dc3-a394-aa8cdcf3ccb2 service neutron] 10.222.0.13 "GET /v2.0/networks/e0c1f876-47bf-439c-8cf9-05719b315ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924535 Jun 17 05:51:45.629731 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-c7ed9896-66a9-4cb4-8c78-32bc16682c61 req-31ec7508-e829-4457-a666-b96060b4366a tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/security-groups?id=72b04d2a-db53-4be4-b153-1399428b4f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532801 Jun 17 05:51:45.709533 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2577ed9-c3c6-4bd2-9f21-ba6f279d5852 req-c708ec39-5560-44a3-917b-6e5e8f7ba6c3 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:45.711023 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-e2577ed9-c3c6-4bd2-9f21-ba6f279d5852 req-c708ec39-5560-44a3-917b-6e5e8f7ba6c3 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/ports?device_id=3d0d5a00-9e06-45cf-af70-826834445347 HTTP/1.1" status: 200 len: 946 time: 0.0620093 Jun 17 05:51:45.752362 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-e2577ed9-c3c6-4bd2-9f21-ba6f279d5852 req-002565fb-01de-40c3-9c97-7749573d3553 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ce8ebda-6a66-4ae7-b677-cf05040a027e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357308 Jun 17 05:51:46.812571 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60647fc9-d0d6-4f06-9349-bb70d9e2887f req-8a4f9fc2-c8fb-4aea-af12-09d41e813e14 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:46.814104 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-60647fc9-d0d6-4f06-9349-bb70d9e2887f req-8a4f9fc2-c8fb-4aea-af12-09d41e813e14 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/ports?device_id=28503d4a-afc3-434a-bd10-4045586cbc4c HTTP/1.1" status: 200 len: 946 time: 0.0682759 Jun 17 05:51:46.853067 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-60647fc9-d0d6-4f06-9349-bb70d9e2887f req-e1046bf3-b768-4216-a168-a1d27408759d tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/security-groups?id=72b04d2a-db53-4be4-b153-1399428b4f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329983 Jun 17 05:51:46.944796 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af3c064-00a3-4cef-841c-68c7da435fdd req-2cda7bb7-8187-44e3-82cf-844e40335b69 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:46.946251 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-3af3c064-00a3-4cef-841c-68c7da435fdd req-2cda7bb7-8187-44e3-82cf-844e40335b69 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/ports?device_id=3d0d5a00-9e06-45cf-af70-826834445347 HTTP/1.1" status: 200 len: 946 time: 0.0626252 Jun 17 05:51:46.982784 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-3af3c064-00a3-4cef-841c-68c7da435fdd req-8ea3142c-d4d7-4448-b6f5-d6d577583e35 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ce8ebda-6a66-4ae7-b677-cf05040a027e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307379 Jun 17 05:51:47.569933 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:48.047685 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d4db94-cc62-4f10-b462-542429ce6e0d req-afaee755-0be3-4e54-b89f-22015f51587e tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:48.049417 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-54d4db94-cc62-4f10-b462-542429ce6e0d req-afaee755-0be3-4e54-b89f-22015f51587e tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/ports?device_id=28503d4a-afc3-434a-bd10-4045586cbc4c HTTP/1.1" status: 200 len: 946 time: 0.0763392 Jun 17 05:51:48.088323 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-54d4db94-cc62-4f10-b462-542429ce6e0d req-0bfd61c7-8a34-4991-97cb-846728420b7f tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/security-groups?id=72b04d2a-db53-4be4-b153-1399428b4f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329554 Jun 17 05:51:48.169919 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470ae62c-cee8-44e5-a2dc-0ec845976ab6 req-658233ae-4caf-4c9d-8a43-d22e17fcc444 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:48.171434 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-470ae62c-cee8-44e5-a2dc-0ec845976ab6 req-658233ae-4caf-4c9d-8a43-d22e17fcc444 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/ports?device_id=3d0d5a00-9e06-45cf-af70-826834445347 HTTP/1.1" status: 200 len: 946 time: 0.0620079 Jun 17 05:51:48.209485 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-470ae62c-cee8-44e5-a2dc-0ec845976ab6 req-3f07fcf8-15c8-4737-b2dd-8710431add63 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ce8ebda-6a66-4ae7-b677-cf05040a027e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317774 Jun 17 05:51:48.558735 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Device 8dd72959-2b7c-45aa-93ff-855a3c936576 details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=99870) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 05:51:48.684854 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.db [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] For port 8dd72959-2b7c-45aa-93ff-855a3c936576, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=8dd72959-2b7c-45aa-93ff-855a3c936576,segment=NetworkSegment(81591838-08f0-432e-af25-79981cd4b7ed),segment_id=81591838-08f0-432e-af25-79981cd4b7ed)] {{(pid=99870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:51:48.697206 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Returning: {'device': '8dd72959-2b7c-45aa-93ff-855a3c936576', 'network_id': '1b25af0c-7521-4ee5-941d-fb951a7e4542', 'port_id': '8dd72959-2b7c-45aa-93ff-855a3c936576', 'mac_address': 'fa:16:3e:9e:87:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3d724f9-6f99-4efc-a641-a453b34c57ab', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99870) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 05:51:48.733974 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1464132'] for port, before_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:48.748371 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.notifiers.nova [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8dd72959-2b7c-45aa-93ff-855a3c936576 {{(pid=99870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 05:51:48.779931 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.db [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] For port 8dd72959-2b7c-45aa-93ff-855a3c936576, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=8dd72959-2b7c-45aa-93ff-855a3c936576,segment=NetworkSegment(81591838-08f0-432e-af25-79981cd4b7ed),segment_id=81591838-08f0-432e-af25-79981cd4b7ed)] {{(pid=99870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:51:48.837977 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773697962343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773697504561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773697504606'] for port, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:48.839817 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:51:48.895698 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Pushing event updated for resources: {'Port': ['ID=8dd72959-2b7c-45aa-93ff-855a3c936576,revision_number=6']} {{(pid=99870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:51:48.904443 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:51:48.904955 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:51:48.905405 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:51:48.905914 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:51:48.906907 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:51:48.907248 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:51:48.907883 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:51:48.908206 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:51:48.908528 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:51:48.908851 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:51:48.909169 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:51:48.909484 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:51:48.914634 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:51:48.958093 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.db [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] get_ports_and_sgs() called for port_ids ['8dd72959-2b7c-45aa-93ff-855a3c936576'] {{(pid=99870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 05:51:49.304225 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3966935-c432-4f37-a57c-f5875bf566fc req-4a63093b-0564-4474-884b-a6f28abd7e1e tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:49.305831 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-c3966935-c432-4f37-a57c-f5875bf566fc req-4a63093b-0564-4474-884b-a6f28abd7e1e tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/ports?device_id=28503d4a-afc3-434a-bd10-4045586cbc4c HTTP/1.1" status: 200 len: 946 time: 0.0942783 Jun 17 05:51:49.359393 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-c3966935-c432-4f37-a57c-f5875bf566fc req-8e5b3056-c97f-4ec1-b5fa-f1708d0c31b8 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/security-groups?id=72b04d2a-db53-4be4-b153-1399428b4f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472336 Jun 17 05:51:49.444779 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b19d8c-c6e0-44cb-a4f7-aea4d8176276 req-b1ed71ab-2c66-4766-8acf-a991198fab17 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:49.446266 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-80b19d8c-c6e0-44cb-a4f7-aea4d8176276 req-b1ed71ab-2c66-4766-8acf-a991198fab17 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/ports?device_id=3d0d5a00-9e06-45cf-af70-826834445347 HTTP/1.1" status: 200 len: 945 time: 0.0928633 Jun 17 05:51:49.487087 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-80b19d8c-c6e0-44cb-a4f7-aea4d8176276 req-2651f211-6e20-40b0-8805-71945c018b96 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ce8ebda-6a66-4ae7-b677-cf05040a027e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344377 Jun 17 05:51:50.582309 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Device 8dd72959-2b7c-45aa-93ff-855a3c936576 up at agent hyperv_hv-cinder-77262 {{(pid=99870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 05:51:50.626775 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de321de-94ec-459d-a80d-b0d610c5f371 req-b9e78c34-1f15-41a0-a213-b3a2b36c7e41 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:50.631403 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-8de321de-94ec-459d-a80d-b0d610c5f371 req-b9e78c34-1f15-41a0-a213-b3a2b36c7e41 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/ports?device_id=28503d4a-afc3-434a-bd10-4045586cbc4c HTTP/1.1" status: 200 len: 946 time: 0.1290090 Jun 17 05:51:50.693421 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.provisioning_blocks [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Provisioning complete for port 8dd72959-2b7c-45aa-93ff-855a3c936576 triggered by entity L2. {{(pid=99870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 05:51:50.693421 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551367'] for port, provisioning_complete {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:50.742469 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-8de321de-94ec-459d-a80d-b0d610c5f371 req-e0224588-dc45-46af-8622-5168dd5f3765 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/security-groups?id=72b04d2a-db53-4be4-b153-1399428b4f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033854 Jun 17 05:51:50.747597 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0b175d-c698-4ade-a5e0-473507f278d4 req-4fb1b226-818c-4101-b499-ad6fa91d6455 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:50.749180 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-6f0b175d-c698-4ade-a5e0-473507f278d4 req-4fb1b226-818c-4101-b499-ad6fa91d6455 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/ports?device_id=3d0d5a00-9e06-45cf-af70-826834445347 HTTP/1.1" status: 200 len: 945 time: 0.1128547 Jun 17 05:51:50.830267 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-6f0b175d-c698-4ade-a5e0-473507f278d4 req-261dc674-8940-417e-9470-62a633d9129f tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ce8ebda-6a66-4ae7-b677-cf05040a027e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726459 Jun 17 05:51:50.845518 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1464132'] for port, before_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:50.948983 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d0d5a00-9e06-45cf-af70-826834445347', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dd72959-2b7c-45aa-93ff-855a3c936576'}] {{(pid=99870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 05:51:50.952001 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b488aefaa6b1d6b79683e2609a7ce48815cfc41b5bb42f7017315c525e2bf75d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5709a46d-7d8c-44bc-898e-77d882531b61" -d '{"events": [{"server_uuid": "3d0d5a00-9e06-45cf-af70-826834445347", "name": "network-vif-plugged", "status": "completed", "tag": "8dd72959-2b7c-45aa-93ff-855a3c936576"}]}' {{(pid=99870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 05:51:50.971060 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.db [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] For port 8dd72959-2b7c-45aa-93ff-855a3c936576, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=8dd72959-2b7c-45aa-93ff-855a3c936576,segment=NetworkSegment(81591838-08f0-432e-af25-79981cd4b7ed),segment_id=81591838-08f0-432e-af25-79981cd4b7ed)] {{(pid=99870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:51:50.991591 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 05:51:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e87988e9-f2fd-433b-9249-099d13da233d x-openstack-request-id: req-e87988e9-f2fd-433b-9249-099d13da233d {{(pid=99870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 05:51:50.991900 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d0d5a00-9e06-45cf-af70-826834445347", "name": "network-vif-plugged", "status": "completed", "tag": "8dd72959-2b7c-45aa-93ff-855a3c936576", "code": 200}]} {{(pid=99870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 05:51:50.992166 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e87988e9-f2fd-433b-9249-099d13da233d {{(pid=99870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 05:51:50.992587 dv-cinder-772623-9-smb neutron-server[99870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d0d5a00-9e06-45cf-af70-826834445347', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dd72959-2b7c-45aa-93ff-855a3c936576', 'code': 200} Jun 17 05:51:51.238681 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773697962343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773697504561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773697504606'] for port, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:51.245763 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [None req-22329d31-869b-45e4-ae00-d7b9c2606ffd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:51:51.378082 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Pushing event updated for resources: {'Port': ['ID=8dd72959-2b7c-45aa-93ff-855a3c936576,revision_number=7']} {{(pid=99870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:51:51.381690 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:51:52.004770 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4344af3-5d97-42b6-bb8e-77952de5a472 req-260bad73-651b-4087-a756-9e35fe7a7e4b tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:52.007130 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-c4344af3-5d97-42b6-bb8e-77952de5a472 req-260bad73-651b-4087-a756-9e35fe7a7e4b tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/ports?device_id=28503d4a-afc3-434a-bd10-4045586cbc4c HTTP/1.1" status: 200 len: 946 time: 0.0977132 Jun 17 05:51:52.052042 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f303dbed-4492-438b-9947-6c43d2c645c9 req-cc05813d-024b-4343-b6d9-53049cd3a4c3 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:52.053973 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-f303dbed-4492-438b-9947-6c43d2c645c9 req-cc05813d-024b-4343-b6d9-53049cd3a4c3 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/ports?device_id=3d0d5a00-9e06-45cf-af70-826834445347 HTTP/1.1" status: 200 len: 946 time: 0.0871229 Jun 17 05:51:52.058194 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-c4344af3-5d97-42b6-bb8e-77952de5a472 req-2975f281-d61d-4105-bdea-ca5984e4b47a tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/security-groups?id=72b04d2a-db53-4be4-b153-1399428b4f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433464 Jun 17 05:51:52.106292 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-f303dbed-4492-438b-9947-6c43d2c645c9 req-dac42247-c3d6-4c24-870f-331a2d698f66 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ce8ebda-6a66-4ae7-b677-cf05040a027e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421915 Jun 17 05:51:53.320638 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcccd6e1-4ce2-4e4d-8ac9-fcbb98144c91 req-54362af5-42d2-4132-a59b-40db7da87387 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:53.323145 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-bcccd6e1-4ce2-4e4d-8ac9-fcbb98144c91 req-54362af5-42d2-4132-a59b-40db7da87387 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/ports?device_id=28503d4a-afc3-434a-bd10-4045586cbc4c HTTP/1.1" status: 200 len: 946 time: 0.0762775 Jun 17 05:51:53.373874 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-bcccd6e1-4ce2-4e4d-8ac9-fcbb98144c91 req-9a1994c3-06aa-414e-add7-98d59f00c4af tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/security-groups?id=72b04d2a-db53-4be4-b153-1399428b4f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396619 Jun 17 05:51:53.621680 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a78630-46b5-46ff-b53c-f6784fafbb97 req-adef515a-adea-4e18-b27f-be439cca61b1 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:53.623427 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-83a78630-46b5-46ff-b53c-f6784fafbb97 req-adef515a-adea-4e18-b27f-be439cca61b1 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/ports?device_id=3d0d5a00-9e06-45cf-af70-826834445347 HTTP/1.1" status: 200 len: 946 time: 0.1134701 Jun 17 05:51:53.672654 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-83a78630-46b5-46ff-b53c-f6784fafbb97 req-74027e46-f83a-42bd-854b-e464c5f8b404 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ce8ebda-6a66-4ae7-b677-cf05040a027e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426197 Jun 17 05:51:54.581128 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a5cfba-0e69-4220-8152-8296c369a313 req-ef38fe9b-a87b-4b63-9cee-802ba58d4c4a tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:54.583502 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-14a5cfba-0e69-4220-8152-8296c369a313 req-ef38fe9b-a87b-4b63-9cee-802ba58d4c4a tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/ports?device_id=28503d4a-afc3-434a-bd10-4045586cbc4c HTTP/1.1" status: 200 len: 946 time: 0.0775125 Jun 17 05:51:54.697770 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-14a5cfba-0e69-4220-8152-8296c369a313 req-fa2cf0a8-9c6c-48c3-8c87-47d36070f878 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/security-groups?id=72b04d2a-db53-4be4-b153-1399428b4f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067309 Jun 17 05:51:55.116849 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cac7a04-cd29-4d3f-b0a0-d5c2ed96fdf6 req-1062a7e1-0a4a-492d-a1f3-5a2e2456e085 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:55.118615 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-5cac7a04-cd29-4d3f-b0a0-d5c2ed96fdf6 req-1062a7e1-0a4a-492d-a1f3-5a2e2456e085 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/ports?device_id=3d0d5a00-9e06-45cf-af70-826834445347 HTTP/1.1" status: 200 len: 946 time: 0.0975199 Jun 17 05:51:55.162587 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-5cac7a04-cd29-4d3f-b0a0-d5c2ed96fdf6 req-edbcab4b-e38e-4bd6-9aa3-76bc4624d191 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ce8ebda-6a66-4ae7-b677-cf05040a027e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374610 Jun 17 05:51:55.923702 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daa9638-1477-45c7-b7dc-71f4d0c31450 req-98c1608a-d43d-4cd0-a0d0-a105cdb45032 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:55.925426 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-2daa9638-1477-45c7-b7dc-71f4d0c31450 req-98c1608a-d43d-4cd0-a0d0-a105cdb45032 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/ports?device_id=28503d4a-afc3-434a-bd10-4045586cbc4c HTTP/1.1" status: 200 len: 946 time: 0.0684152 Jun 17 05:51:55.942603 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.wsgi [-] (99869) accepted ('10.222.0.11', 56594) {{(pid=99869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:51:55.984753 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-2daa9638-1477-45c7-b7dc-71f4d0c31450 req-c8e3a227-4a18-42de-880f-f371e997df8a tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/security-groups?id=72b04d2a-db53-4be4-b153-1399428b4f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529912 Jun 17 05:51:56.145596 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-f02b7287-bab8-48c0-9aed-f239f7ad73a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:56.277404 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-f02b7287-bab8-48c0-9aed-f239f7ad73a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:56.363518 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-f02b7287-bab8-48c0-9aed-f239f7ad73a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:56.368424 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-bd3db9a6-129e-4ff8-9956-f9ebd7eef6f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:51:56.412447 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.wsgi [-] (99868) accepted ('10.222.0.11', 56604) {{(pid=99868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:51:56.412802 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [None req-f02b7287-bab8-48c0-9aed-f239f7ad73a8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d26072255067426dbd2f784a68cd0093&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4670007 Jun 17 05:51:56.423098 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02b7287-bab8-48c0-9aed-f239f7ad73a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6985ef0-5f12-4e19-8731-48df02094874,revision_number=1']} {{(pid=99869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:51:56.427187 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-f02b7287-bab8-48c0-9aed-f239f7ad73a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:51:56.458625 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c22fe71-77c8-4565-9faa-76b0e0f39b25 req-89a8b136-25f7-48e8-b847-7545168d3050 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:56.465605 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-5c22fe71-77c8-4565-9faa-76b0e0f39b25 req-89a8b136-25f7-48e8-b847-7545168d3050 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/ports?device_id=3d0d5a00-9e06-45cf-af70-826834445347 HTTP/1.1" status: 200 len: 946 time: 0.1478407 Jun 17 05:51:56.486185 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-2b3a16bb-50b4-4b21-9d57-0fc0d82f8882 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:56.514718 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-2b3a16bb-50b4-4b21-9d57-0fc0d82f8882 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:56.525917 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-5c22fe71-77c8-4565-9faa-76b0e0f39b25 req-35040260-01b9-443c-bb62-4a63ad019bfd tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ce8ebda-6a66-4ae7-b677-cf05040a027e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593436 Jun 17 05:51:56.650790 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-2b3a16bb-50b4-4b21-9d57-0fc0d82f8882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:56.654005 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-2b3a16bb-50b4-4b21-9d57-0fc0d82f8882 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:51:56.659190 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [None req-2b3a16bb-50b4-4b21-9d57-0fc0d82f8882 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b6985ef0-5f12-4e19-8731-48df02094874 HTTP/1.1" status: 204 len: 168 time: 0.2456367 Jun 17 05:51:56.660837 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-d43e60d6-ef6c-4c78-9475-0b34c2d2f4d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:51:56.670983 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3a16bb-50b4-4b21-9d57-0fc0d82f8882 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6985ef0-5f12-4e19-8731-48df02094874,revision_number=None']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:51:56.685779 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-2b3a16bb-50b4-4b21-9d57-0fc0d82f8882 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:51:57.304531 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a23c2aa-e802-4c10-8dcd-e33f80a1d121 req-19836b9e-d769-4d7a-a2c8-81c52f15a1d7 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:57.306877 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-5a23c2aa-e802-4c10-8dcd-e33f80a1d121 req-19836b9e-d769-4d7a-a2c8-81c52f15a1d7 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/ports?device_id=28503d4a-afc3-434a-bd10-4045586cbc4c HTTP/1.1" status: 200 len: 946 time: 0.0905838 Jun 17 05:51:57.380302 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-5a23c2aa-e802-4c10-8dcd-e33f80a1d121 req-df27956d-bf06-4bcf-9af9-1c06ccf98e7f tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/security-groups?id=72b04d2a-db53-4be4-b153-1399428b4f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634758 Jun 17 05:51:57.479301 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af4526c-88e5-4924-80e3-8acd8f91768b req-5ed862f7-d826-483b-a426-6bcccb7c21d7 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:57.481514 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-6af4526c-88e5-4924-80e3-8acd8f91768b req-5ed862f7-d826-483b-a426-6bcccb7c21d7 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] 10.222.0.11 "GET /v2.0/ports?device_id=b84e2604-ef6a-48e5-979e-f64102c5be89 HTTP/1.1" status: 200 len: 945 time: 0.0877156 Jun 17 05:51:57.530439 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-6af4526c-88e5-4924-80e3-8acd8f91768b req-e00b17ca-6964-4885-9da6-d00d20112ac4 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] 10.222.0.11 "GET /v2.0/security-groups?id=582a7bdd-c931-4b68-9c8a-6baf1819cc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396805 Jun 17 05:51:57.719745 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0fdc83-1c0a-4290-9d08-814e1f177f55 req-3c5ebded-3a3e-462b-861b-8cdda674c097 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:57.721929 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-9b0fdc83-1c0a-4290-9d08-814e1f177f55 req-3c5ebded-3a3e-462b-861b-8cdda674c097 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/ports?device_id=3d0d5a00-9e06-45cf-af70-826834445347 HTTP/1.1" status: 200 len: 946 time: 0.0734584 Jun 17 05:51:57.775366 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-9b0fdc83-1c0a-4290-9d08-814e1f177f55 req-94d48048-61df-4af1-ad54-ba398b2d4ffb tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ce8ebda-6a66-4ae7-b677-cf05040a027e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476944 Jun 17 05:51:58.587793 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00d0a53-359c-4bb7-97fd-9c38c29e255d req-b4076f66-dff1-46d3-b796-6da421040bbd tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:58.589680 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-e00d0a53-359c-4bb7-97fd-9c38c29e255d req-b4076f66-dff1-46d3-b796-6da421040bbd tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/ports?device_id=28503d4a-afc3-434a-bd10-4045586cbc4c HTTP/1.1" status: 200 len: 946 time: 0.0772150 Jun 17 05:51:58.672949 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-e00d0a53-359c-4bb7-97fd-9c38c29e255d req-67ef66ae-5dcb-495d-9cc3-c7858a2fc7ea tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/security-groups?id=72b04d2a-db53-4be4-b153-1399428b4f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760858 Jun 17 05:51:58.820598 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb64795f-4664-4b99-9d93-591931569141 req-f292a307-58e7-4277-8540-e429f7efec90 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:58.822127 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-bb64795f-4664-4b99-9d93-591931569141 req-f292a307-58e7-4277-8540-e429f7efec90 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] 10.222.0.11 "GET /v2.0/ports?device_id=b84e2604-ef6a-48e5-979e-f64102c5be89 HTTP/1.1" status: 200 len: 945 time: 0.0683246 Jun 17 05:51:58.865484 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-bb64795f-4664-4b99-9d93-591931569141 req-b4fe4531-5bb2-48e3-b619-6ac2c4571964 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] 10.222.0.11 "GET /v2.0/security-groups?id=582a7bdd-c931-4b68-9c8a-6baf1819cc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330760 Jun 17 05:51:58.959818 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99db302c-a3a4-47a3-a8f1-671412335be8 req-2c2c96af-9557-4ac9-9ad0-eff7085945da tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:58.961374 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-99db302c-a3a4-47a3-a8f1-671412335be8 req-2c2c96af-9557-4ac9-9ad0-eff7085945da tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/ports?device_id=3d0d5a00-9e06-45cf-af70-826834445347 HTTP/1.1" status: 200 len: 946 time: 0.0627775 Jun 17 05:51:59.002227 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-99db302c-a3a4-47a3-a8f1-671412335be8 req-f16cc722-2541-45f9-a2c6-8e7cab01688f tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ce8ebda-6a66-4ae7-b677-cf05040a027e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337024 Jun 17 05:51:59.894364 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d4da25-00db-4b0f-a464-c3b1fb0148dc req-c7157075-61cb-4f14-bae6-8dd2c58fa399 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:51:59.908982 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-43d4da25-00db-4b0f-a464-c3b1fb0148dc req-c7157075-61cb-4f14-bae6-8dd2c58fa399 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/ports?device_id=28503d4a-afc3-434a-bd10-4045586cbc4c HTTP/1.1" status: 200 len: 946 time: 0.0892766 Jun 17 05:51:59.953950 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-43d4da25-00db-4b0f-a464-c3b1fb0148dc req-b4453d3d-f070-4bdf-917e-2771b14c4ac8 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/security-groups?id=72b04d2a-db53-4be4-b153-1399428b4f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434597 Jun 17 05:52:00.069114 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd8a98f-8737-4305-bc5d-d495fb29cffa req-6532c3e8-4fce-402b-a1ca-6e1f0e96c532 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:00.070604 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-ecd8a98f-8737-4305-bc5d-d495fb29cffa req-6532c3e8-4fce-402b-a1ca-6e1f0e96c532 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] 10.222.0.11 "GET /v2.0/ports?device_id=b84e2604-ef6a-48e5-979e-f64102c5be89 HTTP/1.1" status: 200 len: 945 time: 0.0731521 Jun 17 05:52:00.109467 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-ecd8a98f-8737-4305-bc5d-d495fb29cffa req-82c29afd-a89f-4261-9209-e534bb64e566 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] 10.222.0.11 "GET /v2.0/security-groups?id=582a7bdd-c931-4b68-9c8a-6baf1819cc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329118 Jun 17 05:52:00.192715 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f88bbd6-779d-4b21-b8db-568b04431b43 req-9c9746b8-3884-44f5-8255-269a1a0ee584 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:00.194125 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-8f88bbd6-779d-4b21-b8db-568b04431b43 req-9c9746b8-3884-44f5-8255-269a1a0ee584 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/ports?device_id=3d0d5a00-9e06-45cf-af70-826834445347 HTTP/1.1" status: 200 len: 946 time: 0.0742319 Jun 17 05:52:00.233666 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-8f88bbd6-779d-4b21-b8db-568b04431b43 req-48ee4271-274b-446f-af0e-bcef71c3e0c5 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ce8ebda-6a66-4ae7-b677-cf05040a027e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331883 Jun 17 05:52:01.147466 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0698a551-2733-404c-a41e-14f14346b6ee req-8d590ab8-9025-4a86-a779-d7b326ff88e8 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:01.150298 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-0698a551-2733-404c-a41e-14f14346b6ee req-8d590ab8-9025-4a86-a779-d7b326ff88e8 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/ports?device_id=28503d4a-afc3-434a-bd10-4045586cbc4c HTTP/1.1" status: 200 len: 946 time: 0.0687907 Jun 17 05:52:01.186521 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-0698a551-2733-404c-a41e-14f14346b6ee req-3edee764-fdc3-488a-bc31-7df545a507b4 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/security-groups?id=72b04d2a-db53-4be4-b153-1399428b4f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317178 Jun 17 05:52:01.292183 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16f55b3-e305-4d2b-ac39-b45c665661ae req-1797b29e-9d73-4c1e-8c23-67f48f3528af tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:01.298237 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-f16f55b3-e305-4d2b-ac39-b45c665661ae req-1797b29e-9d73-4c1e-8c23-67f48f3528af tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] 10.222.0.11 "GET /v2.0/ports?device_id=b84e2604-ef6a-48e5-979e-f64102c5be89 HTTP/1.1" status: 200 len: 945 time: 0.0705059 Jun 17 05:52:01.298686 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fc3484-563e-4df8-8322-a87b7b064c9e req-06adbfcd-cf0a-4bd1-a244-b9e456127af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:01.301385 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-93fc3484-563e-4df8-8322-a87b7b064c9e req-06adbfcd-cf0a-4bd1-a244-b9e456127af4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=33f2c29736bb40d78fad571bf0a20025&device_id=3d0d5a00-9e06-45cf-af70-826834445347 HTTP/1.1" status: 200 len: 1099 time: 0.0558691 Jun 17 05:52:01.338387 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-f16f55b3-e305-4d2b-ac39-b45c665661ae req-be44cb5c-b177-420f-82d2-19c7a18e35b4 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] 10.222.0.11 "GET /v2.0/security-groups?id=582a7bdd-c931-4b68-9c8a-6baf1819cc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329041 Jun 17 05:52:01.410383 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fc3484-563e-4df8-8322-a87b7b064c9e req-4bead3f5-920b-4a9e-ad6b-92eb42856fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:01.412277 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-93fc3484-563e-4df8-8322-a87b7b064c9e req-4bead3f5-920b-4a9e-ad6b-92eb42856fc5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1b25af0c-7521-4ee5-941d-fb951a7e4542 HTTP/1.1" status: 200 len: 917 time: 0.1033692 Jun 17 05:52:01.482687 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-93fc3484-563e-4df8-8322-a87b7b064c9e req-ce174b7e-2ea6-43bb-857a-7cce7886bbce service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8dd72959-2b7c-45aa-93ff-855a3c936576 HTTP/1.1" status: 200 len: 1002 time: 0.0629847 Jun 17 05:52:01.561265 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fc3484-563e-4df8-8322-a87b7b064c9e req-a86cd081-89a2-4744-941c-803ff25126b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:01.562636 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-93fc3484-563e-4df8-8322-a87b7b064c9e req-a86cd081-89a2-4744-941c-803ff25126b6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f3d724f9-6f99-4efc-a641-a453b34c57ab HTTP/1.1" status: 200 len: 855 time: 0.0731552 Jun 17 05:52:01.620032 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fd35b7-e05e-4f6e-aa4c-9771b45f9c78 req-8ab4235d-c1b7-4a94-93d3-44e5dee8f953 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:01.621453 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-b2fd35b7-e05e-4f6e-aa4c-9771b45f9c78 req-8ab4235d-c1b7-4a94-93d3-44e5dee8f953 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/ports?device_id=3d0d5a00-9e06-45cf-af70-826834445347 HTTP/1.1" status: 200 len: 946 time: 0.1046851 Jun 17 05:52:01.653318 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fc3484-563e-4df8-8322-a87b7b064c9e req-a081b2d8-ad5b-49b0-b491-5c22f17115dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:01.654712 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-93fc3484-563e-4df8-8322-a87b7b064c9e req-a081b2d8-ad5b-49b0-b491-5c22f17115dd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1b25af0c-7521-4ee5-941d-fb951a7e4542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0842361 Jun 17 05:52:01.685047 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-b2fd35b7-e05e-4f6e-aa4c-9771b45f9c78 req-9c1aef70-c907-4890-9c80-15bad34acb3e tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ce8ebda-6a66-4ae7-b677-cf05040a027e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568538 Jun 17 05:52:01.750431 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-93fc3484-563e-4df8-8322-a87b7b064c9e req-0b71ca33-3a81-403a-94b0-1c06fbcf0509 service neutron] 10.222.0.13 "GET /v2.0/networks/1b25af0c-7521-4ee5-941d-fb951a7e4542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863256 Jun 17 05:52:01.835838 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-93fc3484-563e-4df8-8322-a87b7b064c9e req-0eebcdeb-7ba7-4804-b14c-d244bae8e8ce service neutron] 10.222.0.13 "GET /v2.0/networks/1b25af0c-7521-4ee5-941d-fb951a7e4542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0785530 Jun 17 05:52:02.367567 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cde82b-7fc2-4009-b714-72d7d6a713d7 req-c0f8de0f-2458-4d25-94b2-7deab02bda26 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:02.369028 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-36cde82b-7fc2-4009-b714-72d7d6a713d7 req-c0f8de0f-2458-4d25-94b2-7deab02bda26 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/ports?device_id=28503d4a-afc3-434a-bd10-4045586cbc4c HTTP/1.1" status: 200 len: 946 time: 0.0652976 Jun 17 05:52:02.406240 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-36cde82b-7fc2-4009-b714-72d7d6a713d7 req-666e7333-3ccd-48aa-812f-72f507f348ee tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/security-groups?id=72b04d2a-db53-4be4-b153-1399428b4f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316095 Jun 17 05:52:02.516566 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132459b2-633e-401d-ab90-1007586ed67f req-31e7ce96-9abe-4b40-8315-12878a2db5fe tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:02.518004 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-132459b2-633e-401d-ab90-1007586ed67f req-31e7ce96-9abe-4b40-8315-12878a2db5fe tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] 10.222.0.11 "GET /v2.0/ports?device_id=b84e2604-ef6a-48e5-979e-f64102c5be89 HTTP/1.1" status: 200 len: 945 time: 0.0617347 Jun 17 05:52:02.557369 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-132459b2-633e-401d-ab90-1007586ed67f req-104930c7-0257-41d2-beb1-099ad6d65f99 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] 10.222.0.11 "GET /v2.0/security-groups?id=582a7bdd-c931-4b68-9c8a-6baf1819cc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337019 Jun 17 05:52:02.866671 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42247ace-5be4-42c5-998a-2c051c2291d5 req-9028a7a7-9050-41cf-93b2-6a06aaa6f822 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:02.868150 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-42247ace-5be4-42c5-998a-2c051c2291d5 req-9028a7a7-9050-41cf-93b2-6a06aaa6f822 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/ports?device_id=3d0d5a00-9e06-45cf-af70-826834445347 HTTP/1.1" status: 200 len: 946 time: 0.0605688 Jun 17 05:52:02.904900 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-42247ace-5be4-42c5-998a-2c051c2291d5 req-0f79bad5-0298-4afc-bea4-bf903b791b25 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ce8ebda-6a66-4ae7-b677-cf05040a027e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311661 Jun 17 05:52:03.340491 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4da6829-4dae-488b-b976-13cdea72007c req-1ad5d402-61a0-4fef-8de9-3fd6c4d5b8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:03.341903 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-f4da6829-4dae-488b-b976-13cdea72007c req-1ad5d402-61a0-4fef-8de9-3fd6c4d5b8a7 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=28503d4a-afc3-434a-bd10-4045586cbc4c HTTP/1.1" status: 200 len: 1099 time: 0.0494595 Jun 17 05:52:03.376435 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-f4da6829-4dae-488b-b976-13cdea72007c req-373a03c3-6078-467f-a1c2-3bf12e6f5093 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=72b04d2a-db53-4be4-b153-1399428b4f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0265760 Jun 17 05:52:03.575801 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d9faf4-d34b-4f9b-833c-433d54d567b0 req-2f1994b9-afaf-4807-abcf-34ce6ab648c7 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:03.577222 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-97d9faf4-d34b-4f9b-833c-433d54d567b0 req-2f1994b9-afaf-4807-abcf-34ce6ab648c7 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/ports?device_id=28503d4a-afc3-434a-bd10-4045586cbc4c HTTP/1.1" status: 200 len: 946 time: 0.0623558 Jun 17 05:52:03.615026 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-97d9faf4-d34b-4f9b-833c-433d54d567b0 req-54e0fd8b-c837-41fe-9232-12b06371d51e tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/security-groups?id=72b04d2a-db53-4be4-b153-1399428b4f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321445 Jun 17 05:52:03.729509 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22df2e7-9e14-4df7-8be5-ddceb2fc9327 req-25c277d3-ab04-4957-86be-ed2e743fb6b8 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:03.730973 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-f22df2e7-9e14-4df7-8be5-ddceb2fc9327 req-25c277d3-ab04-4957-86be-ed2e743fb6b8 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] 10.222.0.11 "GET /v2.0/ports?device_id=b84e2604-ef6a-48e5-979e-f64102c5be89 HTTP/1.1" status: 200 len: 945 time: 0.0613539 Jun 17 05:52:03.768690 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-f22df2e7-9e14-4df7-8be5-ddceb2fc9327 req-a05725e1-2954-4127-b026-e470b950bf65 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] 10.222.0.11 "GET /v2.0/security-groups?id=582a7bdd-c931-4b68-9c8a-6baf1819cc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319214 Jun 17 05:52:04.085013 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2261fbf2-7b45-479d-a044-4482b0dbbced req-48b89dcb-4529-4205-8c3c-02fd52f0a9aa tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:04.086469 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-2261fbf2-7b45-479d-a044-4482b0dbbced req-48b89dcb-4529-4205-8c3c-02fd52f0a9aa tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/ports?device_id=3d0d5a00-9e06-45cf-af70-826834445347 HTTP/1.1" status: 200 len: 946 time: 0.0684791 Jun 17 05:52:04.123722 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-2261fbf2-7b45-479d-a044-4482b0dbbced req-dca53370-c00e-4306-af46-eae3f0486b4d tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ce8ebda-6a66-4ae7-b677-cf05040a027e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315244 Jun 17 05:52:04.627206 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Device 8dd72959-2b7c-45aa-93ff-855a3c936576 no longer exists at agent hyperv_hv-cinder-77262 {{(pid=99870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 05:52:04.712860 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1464132'] for port, before_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:04.740308 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d0d5a00-9e06-45cf-af70-826834445347', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8dd72959-2b7c-45aa-93ff-855a3c936576'}] {{(pid=99870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 05:52:04.743546 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b488aefaa6b1d6b79683e2609a7ce48815cfc41b5bb42f7017315c525e2bf75d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4587f04-0f13-4308-a9c2-0eee6cc85770" -d '{"events": [{"server_uuid": "3d0d5a00-9e06-45cf-af70-826834445347", "name": "network-vif-unplugged", "status": "completed", "tag": "8dd72959-2b7c-45aa-93ff-855a3c936576"}]}' {{(pid=99870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 05:52:04.755913 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.db [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] For port 8dd72959-2b7c-45aa-93ff-855a3c936576, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=8dd72959-2b7c-45aa-93ff-855a3c936576,segment=NetworkSegment(81591838-08f0-432e-af25-79981cd4b7ed),segment_id=81591838-08f0-432e-af25-79981cd4b7ed)] {{(pid=99870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:52:04.784079 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Jun 2021 05:52:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4109dcc-9e27-48c7-999e-166f9f36fd13 x-openstack-request-id: req-d4109dcc-9e27-48c7-999e-166f9f36fd13 {{(pid=99870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 05:52:04.784079 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d0d5a00-9e06-45cf-af70-826834445347", "name": "network-vif-unplugged", "status": "completed", "tag": "8dd72959-2b7c-45aa-93ff-855a3c936576", "code": 200}]} {{(pid=99870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 05:52:04.784079 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d4109dcc-9e27-48c7-999e-166f9f36fd13 {{(pid=99870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 05:52:04.784079 dv-cinder-772623-9-smb neutron-server[99870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d0d5a00-9e06-45cf-af70-826834445347', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8dd72959-2b7c-45aa-93ff-855a3c936576', 'code': 200} Jun 17 05:52:04.822076 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108d012f-e985-4468-af1f-e01a7794ef64 req-8f29aa9d-8727-410d-ab56-a7b78df25433 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:04.823623 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-108d012f-e985-4468-af1f-e01a7794ef64 req-8f29aa9d-8727-410d-ab56-a7b78df25433 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/ports?device_id=28503d4a-afc3-434a-bd10-4045586cbc4c HTTP/1.1" status: 200 len: 946 time: 0.0868208 Jun 17 05:52:04.860592 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773697962343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773697504561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773697504606'] for port, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:04.861730 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-108d012f-e985-4468-af1f-e01a7794ef64 req-3fe31c28-e1c5-4572-b711-9d896ac35300 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/security-groups?id=72b04d2a-db53-4be4-b153-1399428b4f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318685 Jun 17 05:52:04.863006 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:52:04.932427 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Pushing event updated for resources: {'Port': ['ID=8dd72959-2b7c-45aa-93ff-855a3c936576,revision_number=8']} {{(pid=99870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:52:04.936768 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:52:04.968615 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6147aea4-440b-430b-b3db-76fabb6d79dd req-e8bdcdb1-c657-43d7-8b06-bfc8cba951f1 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:04.970091 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-6147aea4-440b-430b-b3db-76fabb6d79dd req-e8bdcdb1-c657-43d7-8b06-bfc8cba951f1 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] 10.222.0.11 "GET /v2.0/ports?device_id=b84e2604-ef6a-48e5-979e-f64102c5be89 HTTP/1.1" status: 200 len: 945 time: 0.0812356 Jun 17 05:52:05.010910 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-6147aea4-440b-430b-b3db-76fabb6d79dd req-228ee7d8-04ec-46ec-9c3c-1b498e87c6e7 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] 10.222.0.11 "GET /v2.0/security-groups?id=582a7bdd-c931-4b68-9c8a-6baf1819cc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344894 Jun 17 05:52:05.306149 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c04423-b5ec-45b2-b50d-c3a16c6f2d85 req-861b2a45-8c62-46f6-a956-974c016eeadf tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:05.307536 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-e7c04423-b5ec-45b2-b50d-c3a16c6f2d85 req-861b2a45-8c62-46f6-a956-974c016eeadf tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/ports?device_id=3d0d5a00-9e06-45cf-af70-826834445347 HTTP/1.1" status: 200 len: 944 time: 0.0631199 Jun 17 05:52:05.345493 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-e7c04423-b5ec-45b2-b50d-c3a16c6f2d85 req-1eff7798-4d5d-46b0-a5ed-262ae737ebbb tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ce8ebda-6a66-4ae7-b677-cf05040a027e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324256 Jun 17 05:52:05.667303 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c38f38b-9767-4926-96a9-fb29b34aa821 req-b0995f10-f215-4247-bfd6-4b401d552fb6 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:05.668750 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-8c38f38b-9767-4926-96a9-fb29b34aa821 req-b0995f10-f215-4247-bfd6-4b401d552fb6 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/ports?device_id=28503d4a-afc3-434a-bd10-4045586cbc4c HTTP/1.1" status: 200 len: 946 time: 0.0956407 Jun 17 05:52:05.708573 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1913f1-0a0c-4966-b17c-0e33728866a5 req-b9964588-4299-4689-8044-bd8bd07a8945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:05.710068 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-ce1913f1-0a0c-4966-b17c-0e33728866a5 req-b9964588-4299-4689-8044-bd8bd07a8945 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ce4f89efe12e4ea4942616b8dcf08d70&device_id=28503d4a-afc3-434a-bd10-4045586cbc4c HTTP/1.1" status: 200 len: 1099 time: 0.0982533 Jun 17 05:52:05.717206 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-8c38f38b-9767-4926-96a9-fb29b34aa821 req-58ef6065-d85d-40d0-a814-24039778dea5 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/security-groups?id=72b04d2a-db53-4be4-b153-1399428b4f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427327 Jun 17 05:52:05.799493 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1913f1-0a0c-4966-b17c-0e33728866a5 req-d84ad46a-5580-41bd-97cb-92412b64de32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:05.801856 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-ce1913f1-0a0c-4966-b17c-0e33728866a5 req-d84ad46a-5580-41bd-97cb-92412b64de32 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e0c1f876-47bf-439c-8cf9-05719b315ed5 HTTP/1.1" status: 200 len: 918 time: 0.0838284 Jun 17 05:52:05.849839 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-ce1913f1-0a0c-4966-b17c-0e33728866a5 req-b8bd8320-454b-4657-9f38-8fe3668ed4b1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9f32a9bd-cf9b-416b-bb4f-bc81ca793bf0 HTTP/1.1" status: 200 len: 217 time: 0.0371499 Jun 17 05:52:05.898886 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1913f1-0a0c-4966-b17c-0e33728866a5 req-4d27e0f7-6959-4b01-8627-ba4af0ae8e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:05.900675 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-ce1913f1-0a0c-4966-b17c-0e33728866a5 req-4d27e0f7-6959-4b01-8627-ba4af0ae8e2b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1775a254-338e-4962-94a2-6ab4e879a1ad HTTP/1.1" status: 200 len: 857 time: 0.0433109 Jun 17 05:52:05.938910 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-ce1913f1-0a0c-4966-b17c-0e33728866a5 req-d5f2b397-33cf-4f67-849c-f0a70a7a110d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e0c1f876-47bf-439c-8cf9-05719b315ed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260494 Jun 17 05:52:06.029220 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-ce1913f1-0a0c-4966-b17c-0e33728866a5 req-5a7e9cfe-4b7a-46fc-9e8d-302b65a0365a service neutron] 10.222.0.13 "GET /v2.0/networks/e0c1f876-47bf-439c-8cf9-05719b315ed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818973 Jun 17 05:52:06.118811 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-ce1913f1-0a0c-4966-b17c-0e33728866a5 req-d447aa32-b83d-4fe2-b8a2-d1a6eac90544 service neutron] 10.222.0.13 "GET /v2.0/networks/e0c1f876-47bf-439c-8cf9-05719b315ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824850 Jun 17 05:52:06.188394 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50157a1e-a478-40aa-8e88-5d0efd0e27aa req-b5ea0264-5e7b-4ca9-a2a5-ebf1d7646487 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:06.189883 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-50157a1e-a478-40aa-8e88-5d0efd0e27aa req-b5ea0264-5e7b-4ca9-a2a5-ebf1d7646487 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] 10.222.0.11 "GET /v2.0/ports?device_id=b84e2604-ef6a-48e5-979e-f64102c5be89 HTTP/1.1" status: 200 len: 945 time: 0.0650682 Jun 17 05:52:06.231761 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-50157a1e-a478-40aa-8e88-5d0efd0e27aa req-48bddb1d-a1e3-4f39-b7dd-466b40465f81 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] 10.222.0.11 "GET /v2.0/security-groups?id=582a7bdd-c931-4b68-9c8a-6baf1819cc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360899 Jun 17 05:52:06.897841 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd89710a-9643-48b6-8f46-903c8c69a90c req-5181734e-4b60-4cca-8bf1-8edd27740fc2 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:06.899411 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-dd89710a-9643-48b6-8f46-903c8c69a90c req-5181734e-4b60-4cca-8bf1-8edd27740fc2 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/ports?device_id=28503d4a-afc3-434a-bd10-4045586cbc4c HTTP/1.1" status: 200 len: 946 time: 0.0650187 Jun 17 05:52:06.937319 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-dd89710a-9643-48b6-8f46-903c8c69a90c req-ce73a02c-fdec-4a69-9817-64dc208c9287 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/security-groups?id=72b04d2a-db53-4be4-b153-1399428b4f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321653 Jun 17 05:52:07.106925 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9015560-6d89-4f50-a8c1-a06eb111eac4 req-7fbd6390-50b2-447b-b6dc-e63753a6a9ec tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:07.108384 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-e9015560-6d89-4f50-a8c1-a06eb111eac4 req-7fbd6390-50b2-447b-b6dc-e63753a6a9ec tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/ports?device_id=3d0d5a00-9e06-45cf-af70-826834445347 HTTP/1.1" status: 200 len: 944 time: 0.0651646 Jun 17 05:52:07.148355 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-e9015560-6d89-4f50-a8c1-a06eb111eac4 req-9d519a62-b7f0-44b7-bb38-b1932a5dc84b tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ce8ebda-6a66-4ae7-b677-cf05040a027e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335240 Jun 17 05:52:07.410876 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f18c8dc-4bee-4191-bed1-3171be5234e8 req-cf8a2f15-72b9-4339-b442-8356eb040798 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:07.412313 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-4f18c8dc-4bee-4191-bed1-3171be5234e8 req-cf8a2f15-72b9-4339-b442-8356eb040798 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] 10.222.0.11 "GET /v2.0/ports?device_id=b84e2604-ef6a-48e5-979e-f64102c5be89 HTTP/1.1" status: 200 len: 945 time: 0.0661435 Jun 17 05:52:07.452887 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-4f18c8dc-4bee-4191-bed1-3171be5234e8 req-c7782372-a091-4900-8216-6d7cba422c28 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] 10.222.0.11 "GET /v2.0/security-groups?id=582a7bdd-c931-4b68-9c8a-6baf1819cc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347483 Jun 17 05:52:07.647159 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.wsgi [-] (99869) accepted ('10.222.0.11', 56770) {{(pid=99869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:52:07.741627 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-7d678062-9455-4bd7-9170-8afb355c01b0 req-27863d66-ef1d-43e6-8626-ccbae577b1b2 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3d0d5a00-9e06-45cf-af70-826834445347&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0932782 Jun 17 05:52:08.113764 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cb76ed-fe64-4010-a3cd-1e7bd3686e84 req-779d31a2-9716-4bb2-9f79-ed031dcaae60 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:08.115151 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-89cb76ed-fe64-4010-a3cd-1e7bd3686e84 req-779d31a2-9716-4bb2-9f79-ed031dcaae60 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/ports?device_id=28503d4a-afc3-434a-bd10-4045586cbc4c HTTP/1.1" status: 200 len: 946 time: 0.0647793 Jun 17 05:52:08.153150 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-89cb76ed-fe64-4010-a3cd-1e7bd3686e84 req-b2854111-80e1-4e04-8eb6-c34b6eb7c4c7 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/security-groups?id=72b04d2a-db53-4be4-b153-1399428b4f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321505 Jun 17 05:52:08.332355 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddab7e3-b385-4b4b-a359-7ee857bf6be3 req-aa18c1bc-6461-4d24-b098-26ce798888e8 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:08.333782 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-fddab7e3-b385-4b4b-a359-7ee857bf6be3 req-aa18c1bc-6461-4d24-b098-26ce798888e8 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/ports?device_id=3d0d5a00-9e06-45cf-af70-826834445347 HTTP/1.1" status: 200 len: 944 time: 0.0652306 Jun 17 05:52:08.378606 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-fddab7e3-b385-4b4b-a359-7ee857bf6be3 req-81db9a5b-fe9b-4536-8b42-ede2f09aa1fe tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ce8ebda-6a66-4ae7-b677-cf05040a027e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305560 Jun 17 05:52:08.625764 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9eb8c0-9fe6-4068-b01f-05a2ab6bbd39 req-35f0797b-2a73-4bac-bc2f-8dd9cabfb63d tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:08.627233 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-2b9eb8c0-9fe6-4068-b01f-05a2ab6bbd39 req-35f0797b-2a73-4bac-bc2f-8dd9cabfb63d tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] 10.222.0.11 "GET /v2.0/ports?device_id=b84e2604-ef6a-48e5-979e-f64102c5be89 HTTP/1.1" status: 200 len: 945 time: 0.0626881 Jun 17 05:52:08.627370 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Device 8dd72959-2b7c-45aa-93ff-855a3c936576 no longer exists at agent hyperv_hv-cinder-77262 {{(pid=99870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 05:52:08.670966 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-2b9eb8c0-9fe6-4068-b01f-05a2ab6bbd39 req-fd52ee4c-d751-4951-9553-0dd69f8b80ed tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] 10.222.0.11 "GET /v2.0/security-groups?id=582a7bdd-c931-4b68-9c8a-6baf1819cc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311227 Jun 17 05:52:08.872084 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-84f74c28-82ab-41d3-aafb-94068020adb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:09.326931 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8178a85-2a84-4172-839d-9a3466e3411b req-73d8aed2-4192-4cb4-bbc1-bdcceabc7b79 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:09.328552 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-e8178a85-2a84-4172-839d-9a3466e3411b req-73d8aed2-4192-4cb4-bbc1-bdcceabc7b79 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/ports?device_id=28503d4a-afc3-434a-bd10-4045586cbc4c HTTP/1.1" status: 200 len: 946 time: 0.0668643 Jun 17 05:52:09.366643 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-e8178a85-2a84-4172-839d-9a3466e3411b req-d05433d1-4ccc-421f-b5b8-773846105f0e tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/security-groups?id=72b04d2a-db53-4be4-b153-1399428b4f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318480 Jun 17 05:52:09.546086 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d22ccae-2547-45c5-bcc2-3cabe10a4a89 req-8eaaea36-7858-460f-9ec9-4f95e702989e tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:09.547444 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-3d22ccae-2547-45c5-bcc2-3cabe10a4a89 req-8eaaea36-7858-460f-9ec9-4f95e702989e tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/ports?device_id=3d0d5a00-9e06-45cf-af70-826834445347 HTTP/1.1" status: 200 len: 944 time: 0.0615346 Jun 17 05:52:09.587637 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-3d22ccae-2547-45c5-bcc2-3cabe10a4a89 req-c99092b2-66a9-40bb-b474-b88a41f65fd5 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ce8ebda-6a66-4ae7-b677-cf05040a027e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345836 Jun 17 05:52:09.848317 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba10150d-58f5-4c8d-ad66-daff6e67652f req-1d5e37d3-8f4c-4fe0-a7ed-67bce597f4bd tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:09.849815 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-ba10150d-58f5-4c8d-ad66-daff6e67652f req-1d5e37d3-8f4c-4fe0-a7ed-67bce597f4bd tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] 10.222.0.11 "GET /v2.0/ports?device_id=b84e2604-ef6a-48e5-979e-f64102c5be89 HTTP/1.1" status: 200 len: 945 time: 0.0680976 Jun 17 05:52:09.892272 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-ba10150d-58f5-4c8d-ad66-daff6e67652f req-411304db-af10-45cf-889d-efd0f3a276f3 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] 10.222.0.11 "GET /v2.0/security-groups?id=582a7bdd-c931-4b68-9c8a-6baf1819cc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346615 Jun 17 05:52:10.761537 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e389832-d59a-4978-837d-6b9e2e731dcc req-54077f46-a70b-43a3-9447-f04ad7eda5d4 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:10.763022 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-4e389832-d59a-4978-837d-6b9e2e731dcc req-54077f46-a70b-43a3-9447-f04ad7eda5d4 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/ports?device_id=3d0d5a00-9e06-45cf-af70-826834445347 HTTP/1.1" status: 200 len: 944 time: 0.0621996 Jun 17 05:52:10.801382 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-4e389832-d59a-4978-837d-6b9e2e731dcc req-bb1a29e2-b102-450f-b4c5-ad6ad72ccf6b tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ce8ebda-6a66-4ae7-b677-cf05040a027e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319629 Jun 17 05:52:10.983685 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d678062-9455-4bd7-9170-8afb355c01b0 req-8ed1f1aa-86bf-404d-9be1-65addfac4694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:10.985256 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-7d678062-9455-4bd7-9170-8afb355c01b0 req-8ed1f1aa-86bf-404d-9be1-65addfac4694 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3d0d5a00-9e06-45cf-af70-826834445347&tenant_id=33f2c29736bb40d78fad571bf0a20025 HTTP/1.1" status: 200 len: 1097 time: 0.0877123 Jun 17 05:52:11.122737 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aa787a-6576-404f-bb30-f9edb8b087cb req-28253765-28b4-4ab2-b04f-0f405e6655a1 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:11.128296 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-f0aa787a-6576-404f-bb30-f9edb8b087cb req-28253765-28b4-4ab2-b04f-0f405e6655a1 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] 10.222.0.11 "GET /v2.0/ports?device_id=b84e2604-ef6a-48e5-979e-f64102c5be89 HTTP/1.1" status: 200 len: 945 time: 0.1049404 Jun 17 05:52:11.128296 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d678062-9455-4bd7-9170-8afb355c01b0 req-a3a9ce92-bee2-47db-bee4-e3ea5b309828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:11.128296 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-7d678062-9455-4bd7-9170-8afb355c01b0 req-a3a9ce92-bee2-47db-bee4-e3ea5b309828 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=33f2c29736bb40d78fad571bf0a20025&device_id=3d0d5a00-9e06-45cf-af70-826834445347 HTTP/1.1" status: 200 len: 1097 time: 0.1181011 Jun 17 05:52:11.213056 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-f0aa787a-6576-404f-bb30-f9edb8b087cb req-fbc7bbf2-572d-45be-afed-7eedcd663ed5 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] 10.222.0.11 "GET /v2.0/security-groups?id=582a7bdd-c931-4b68-9c8a-6baf1819cc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815017 Jun 17 05:52:11.244658 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d678062-9455-4bd7-9170-8afb355c01b0 req-eb967ff6-9e8e-47fc-8636-f9c3e50c378e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:11.246183 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-7d678062-9455-4bd7-9170-8afb355c01b0 req-eb967ff6-9e8e-47fc-8636-f9c3e50c378e service neutron] 10.222.0.13 "GET /v2.0/networks?id=1b25af0c-7521-4ee5-941d-fb951a7e4542 HTTP/1.1" status: 200 len: 917 time: 0.1083646 Jun 17 05:52:11.314598 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-7d678062-9455-4bd7-9170-8afb355c01b0 req-e64a1266-fbd4-4930-b9bf-ab4c25edf6b0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8dd72959-2b7c-45aa-93ff-855a3c936576 HTTP/1.1" status: 200 len: 1000 time: 0.0568800 Jun 17 05:52:11.363379 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d678062-9455-4bd7-9170-8afb355c01b0 req-245a9dc7-ea4b-4575-8885-86e89a81252e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:11.364802 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-7d678062-9455-4bd7-9170-8afb355c01b0 req-245a9dc7-ea4b-4575-8885-86e89a81252e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f3d724f9-6f99-4efc-a641-a453b34c57ab HTTP/1.1" status: 200 len: 855 time: 0.0431094 Jun 17 05:52:11.425079 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d678062-9455-4bd7-9170-8afb355c01b0 req-1f22a320-95cd-47b5-b001-940599fee38b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:11.426554 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-7d678062-9455-4bd7-9170-8afb355c01b0 req-1f22a320-95cd-47b5-b001-940599fee38b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1b25af0c-7521-4ee5-941d-fb951a7e4542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0547559 Jun 17 05:52:11.511895 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-7d678062-9455-4bd7-9170-8afb355c01b0 req-8fc8be6d-42f9-4225-8afb-53cf1a800140 service neutron] 10.222.0.13 "GET /v2.0/networks/1b25af0c-7521-4ee5-941d-fb951a7e4542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785086 Jun 17 05:52:11.606524 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-7d678062-9455-4bd7-9170-8afb355c01b0 req-83fe9634-3812-48f3-b6e5-336f2b77e991 service neutron] 10.222.0.13 "GET /v2.0/networks/1b25af0c-7521-4ee5-941d-fb951a7e4542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886796 Jun 17 05:52:11.677860 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:11.705430 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-530533fe-2ca9-48e4-93eb-0baa7f867c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:11.991411 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9b19ed-6320-4d3a-bd62-ae59f11d7844 req-e19ef3fb-5bd8-46f4-97ea-61351f57de44 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:11.992889 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-6c9b19ed-6320-4d3a-bd62-ae59f11d7844 req-e19ef3fb-5bd8-46f4-97ea-61351f57de44 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/ports?device_id=3d0d5a00-9e06-45cf-af70-826834445347 HTTP/1.1" status: 200 len: 944 time: 0.0699153 Jun 17 05:52:12.032991 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-6c9b19ed-6320-4d3a-bd62-ae59f11d7844 req-7ad53242-e54e-4568-8b99-236e699eaa27 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ce8ebda-6a66-4ae7-b677-cf05040a027e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337281 Jun 17 05:52:12.435285 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b78abdd-3df1-4d56-bcdb-e1e4e5a45937 req-0fdebd2e-81b4-4f8b-945a-ca0e36bb86f8 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:12.437256 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-3b78abdd-3df1-4d56-bcdb-e1e4e5a45937 req-0fdebd2e-81b4-4f8b-945a-ca0e36bb86f8 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] 10.222.0.11 "GET /v2.0/ports?device_id=b84e2604-ef6a-48e5-979e-f64102c5be89 HTTP/1.1" status: 200 len: 945 time: 0.1010194 Jun 17 05:52:12.473291 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-e4a25698-dc7e-488a-a9c3-c2b55bed5747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:12.501218 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-3b78abdd-3df1-4d56-bcdb-e1e4e5a45937 req-14bf8b9a-6f97-4063-ac88-eb1053941350 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] 10.222.0.11 "GET /v2.0/security-groups?id=582a7bdd-c931-4b68-9c8a-6baf1819cc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546331 Jun 17 05:52:12.755404 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cf462d-354a-4a8b-ae5f-3f05b7f311dc req-21327fc2-348b-4420-b8a8-dbfde0c8d2ee tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:12.757113 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-78cf462d-354a-4a8b-ae5f-3f05b7f311dc req-21327fc2-348b-4420-b8a8-dbfde0c8d2ee tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] 10.222.0.11 "GET /v2.0/ports?device_id=a3c82d36-2976-4b4c-8fa5-2b4805276a18 HTTP/1.1" status: 200 len: 985 time: 0.0706329 Jun 17 05:52:12.809751 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-78cf462d-354a-4a8b-ae5f-3f05b7f311dc req-3db5aa04-2cda-4140-9c46-18e46890ec80 tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9e60d8f-c626-4915-82fb-97a71c590db2&id=6dc8b356-0e03-4fe3-b2ac-b76bbfb520ad&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0456276 Jun 17 05:52:13.229911 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5a7a44-92a4-47ad-97cc-1113b18ff6e6 req-69f74ac4-c860-4adb-bd09-c7ead4817dce tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:13.231685 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-0e5a7a44-92a4-47ad-97cc-1113b18ff6e6 req-69f74ac4-c860-4adb-bd09-c7ead4817dce tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/ports?device_id=3d0d5a00-9e06-45cf-af70-826834445347 HTTP/1.1" status: 200 len: 944 time: 0.0641165 Jun 17 05:52:13.273490 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-0e5a7a44-92a4-47ad-97cc-1113b18ff6e6 req-ae11bae8-ef40-4342-acca-a897450c6c5b tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ce8ebda-6a66-4ae7-b677-cf05040a027e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341642 Jun 17 05:52:13.691228 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894a256d-d723-4513-9b15-f4e5348d207b req-7b572107-453b-4f27-9cd0-11c1b9d0472b tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:13.692879 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-894a256d-d723-4513-9b15-f4e5348d207b req-7b572107-453b-4f27-9cd0-11c1b9d0472b tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] 10.222.0.11 "GET /v2.0/ports?device_id=b84e2604-ef6a-48e5-979e-f64102c5be89 HTTP/1.1" status: 200 len: 945 time: 0.0666640 Jun 17 05:52:13.732791 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-894a256d-d723-4513-9b15-f4e5348d207b req-0eea178f-892f-4db6-98af-0a14ca7c9401 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] 10.222.0.11 "GET /v2.0/security-groups?id=582a7bdd-c931-4b68-9c8a-6baf1819cc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342436 Jun 17 05:52:13.996925 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dda178-87b9-4ff0-9c38-547d167c7c39 req-c64551bd-242e-4579-8cc1-a69aadea05e9 tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:13.998359 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-00dda178-87b9-4ff0-9c38-547d167c7c39 req-c64551bd-242e-4579-8cc1-a69aadea05e9 tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] 10.222.0.11 "GET /v2.0/ports?device_id=a3c82d36-2976-4b4c-8fa5-2b4805276a18 HTTP/1.1" status: 200 len: 985 time: 0.0658486 Jun 17 05:52:14.037519 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-00dda178-87b9-4ff0-9c38-547d167c7c39 req-7be80303-106d-401b-8ff9-06f7279e1680 tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9e60d8f-c626-4915-82fb-97a71c590db2&id=6dc8b356-0e03-4fe3-b2ac-b76bbfb520ad&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0332325 Jun 17 05:52:14.227140 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-835a5b83-af16-4b0b-afcf-c7c94ac397a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:14.480163 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e47092-6d3f-46fd-b9be-370dad66f5e5 req-a91db24f-a9a3-4a1b-93bd-c7282fec4737 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:14.481798 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-80e47092-6d3f-46fd-b9be-370dad66f5e5 req-a91db24f-a9a3-4a1b-93bd-c7282fec4737 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/ports?device_id=3d0d5a00-9e06-45cf-af70-826834445347 HTTP/1.1" status: 200 len: 944 time: 0.0794528 Jun 17 05:52:14.527187 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-80e47092-6d3f-46fd-b9be-370dad66f5e5 req-c4c604af-c531-4fa3-8268-75f30ae769a8 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ce8ebda-6a66-4ae7-b677-cf05040a027e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382495 Jun 17 05:52:14.925093 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3329b2a9-0230-44a3-a358-d2e062eab018 req-bc170ac5-5712-464e-b755-4afcfd33df31 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:14.926646 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-3329b2a9-0230-44a3-a358-d2e062eab018 req-bc170ac5-5712-464e-b755-4afcfd33df31 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] 10.222.0.11 "GET /v2.0/ports?device_id=b84e2604-ef6a-48e5-979e-f64102c5be89 HTTP/1.1" status: 200 len: 945 time: 0.0748518 Jun 17 05:52:14.967294 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-3329b2a9-0230-44a3-a358-d2e062eab018 req-22223acb-40de-48a4-8e36-7369ef20e180 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] 10.222.0.11 "GET /v2.0/security-groups?id=582a7bdd-c931-4b68-9c8a-6baf1819cc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344541 Jun 17 05:52:15.251187 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8aa4dd3-982b-4d96-b1d8-a8d68c102e90 req-3be9d3ea-228e-48b5-830d-598477611203 tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:15.253367 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-d8aa4dd3-982b-4d96-b1d8-a8d68c102e90 req-3be9d3ea-228e-48b5-830d-598477611203 tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] 10.222.0.11 "GET /v2.0/ports?device_id=a3c82d36-2976-4b4c-8fa5-2b4805276a18 HTTP/1.1" status: 200 len: 985 time: 0.0977194 Jun 17 05:52:15.289893 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfca92dc-d7a2-48d5-8e96-2941298e96e9 req-6dc0e9a0-c0ab-4717-952f-21e3dd156e34 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:15.298062 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-cfca92dc-d7a2-48d5-8e96-2941298e96e9 req-6dc0e9a0-c0ab-4717-952f-21e3dd156e34 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/ports?device_id=78f4023e-2a2f-47f9-b977-30c96e374c99 HTTP/1.1" status: 200 len: 945 time: 0.0950503 Jun 17 05:52:15.338956 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-d8aa4dd3-982b-4d96-b1d8-a8d68c102e90 req-df823b5a-7016-4114-96f5-e4d562632cc5 tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9e60d8f-c626-4915-82fb-97a71c590db2&id=6dc8b356-0e03-4fe3-b2ac-b76bbfb520ad&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0780716 Jun 17 05:52:15.347503 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-cfca92dc-d7a2-48d5-8e96-2941298e96e9 req-36c5733c-e4f4-4384-98b6-1632b02a45e6 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/security-groups?id=72b04d2a-db53-4be4-b153-1399428b4f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484216 Jun 17 05:52:15.719884 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846f913c-113b-4c16-b028-2ca174ec1931 req-d23e3aec-cbac-4ca1-aade-baf2ae0fa4df tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:15.722693 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-846f913c-113b-4c16-b028-2ca174ec1931 req-d23e3aec-cbac-4ca1-aade-baf2ae0fa4df tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/ports?device_id=3d0d5a00-9e06-45cf-af70-826834445347 HTTP/1.1" status: 200 len: 944 time: 0.0696249 Jun 17 05:52:15.766305 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-846f913c-113b-4c16-b028-2ca174ec1931 req-985bf1f7-7913-4871-9ae9-6182562e3d22 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ce8ebda-6a66-4ae7-b677-cf05040a027e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376489 Jun 17 05:52:16.153861 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad3cfd5-a43c-450d-9370-3cc40b5b147b req-75afcc95-fd43-437e-82b4-bc1638e0cd51 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:16.155476 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-cad3cfd5-a43c-450d-9370-3cc40b5b147b req-75afcc95-fd43-437e-82b4-bc1638e0cd51 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] 10.222.0.11 "GET /v2.0/ports?device_id=b84e2604-ef6a-48e5-979e-f64102c5be89 HTTP/1.1" status: 200 len: 945 time: 0.0688076 Jun 17 05:52:16.194738 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-cad3cfd5-a43c-450d-9370-3cc40b5b147b req-3666b8f8-40d7-49d4-8c56-62942e065407 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] 10.222.0.11 "GET /v2.0/security-groups?id=582a7bdd-c931-4b68-9c8a-6baf1819cc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332704 Jun 17 05:52:16.531171 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025ca1bf-207a-4915-b2e2-d33e3699e2d0 req-2d7af837-76aa-4883-8f9e-7776e7003fba tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:16.535543 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-025ca1bf-207a-4915-b2e2-d33e3699e2d0 req-2d7af837-76aa-4883-8f9e-7776e7003fba tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] 10.222.0.11 "GET /v2.0/ports?device_id=a3c82d36-2976-4b4c-8fa5-2b4805276a18 HTTP/1.1" status: 200 len: 985 time: 0.0833199 Jun 17 05:52:16.537499 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c666bd-043b-4cba-b082-66ec31b8b5f9 req-1a2c3dfc-5638-47b6-875a-d2a232de9df0 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:16.546556 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-91c666bd-043b-4cba-b082-66ec31b8b5f9 req-1a2c3dfc-5638-47b6-875a-d2a232de9df0 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/ports?device_id=78f4023e-2a2f-47f9-b977-30c96e374c99 HTTP/1.1" status: 200 len: 945 time: 0.0746200 Jun 17 05:52:16.593052 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-91c666bd-043b-4cba-b082-66ec31b8b5f9 req-91533ac1-194d-475a-be98-ae5fa03176d8 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/security-groups?id=72b04d2a-db53-4be4-b153-1399428b4f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453732 Jun 17 05:52:16.607392 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-025ca1bf-207a-4915-b2e2-d33e3699e2d0 req-046910c3-d50b-4264-9fe5-3ecbbd328753 tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9e60d8f-c626-4915-82fb-97a71c590db2&id=6dc8b356-0e03-4fe3-b2ac-b76bbfb520ad&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0670166 Jun 17 05:52:16.832633 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.wsgi [-] (99869) accepted ('10.222.0.11', 56922) {{(pid=99869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:52:16.969914 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-b2a846b3-a58a-4fc9-a8bd-6e704a5fef61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:16.990248 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38be14b1-4052-4130-a6ef-29c801c040a2 req-8ca88e64-eeeb-457e-b35e-9826eb95fc37 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:16.991802 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-38be14b1-4052-4130-a6ef-29c801c040a2 req-8ca88e64-eeeb-457e-b35e-9826eb95fc37 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/ports?device_id=3d0d5a00-9e06-45cf-af70-826834445347 HTTP/1.1" status: 200 len: 944 time: 0.0923595 Jun 17 05:52:17.055317 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-38be14b1-4052-4130-a6ef-29c801c040a2 req-e374ae2f-ceb3-4bbe-9f90-aee13973992b tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ce8ebda-6a66-4ae7-b677-cf05040a027e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572443 Jun 17 05:52:17.108155 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-b2a846b3-a58a-4fc9-a8bd-6e704a5fef61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:17.203733 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-b2a846b3-a58a-4fc9-a8bd-6e704a5fef61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:17.206321 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-593d02af-3f8e-439e-a169-86a3e224fc2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:52:17.243991 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [None req-b2a846b3-a58a-4fc9-a8bd-6e704a5fef61 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b39b2d60e45646e0b3f8f220f03f8b17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4101367 Jun 17 05:52:17.244914 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a846b3-a58a-4fc9-a8bd-6e704a5fef61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddc39da6-0d62-432b-a61f-56847f060fee,revision_number=1']} {{(pid=99869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:52:17.247762 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.wsgi [-] (99868) accepted ('10.222.0.11', 56928) {{(pid=99868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:52:17.264989 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-b2a846b3-a58a-4fc9-a8bd-6e704a5fef61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:52:17.331971 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-c11b5c67-479d-46bc-b6bb-907022a14b05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:17.379530 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-c11b5c67-479d-46bc-b6bb-907022a14b05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:17.441057 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540cdde0-0d65-422e-b694-8134899c9c7d req-5d52bcab-2842-412f-81b3-b4dafe3c2542 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:17.442568 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-540cdde0-0d65-422e-b694-8134899c9c7d req-5d52bcab-2842-412f-81b3-b4dafe3c2542 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] 10.222.0.11 "GET /v2.0/ports?device_id=b84e2604-ef6a-48e5-979e-f64102c5be89 HTTP/1.1" status: 200 len: 945 time: 0.1008074 Jun 17 05:52:17.485933 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-540cdde0-0d65-422e-b694-8134899c9c7d req-5215cd5f-d46c-4f31-9f47-883a00a13653 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] 10.222.0.11 "GET /v2.0/security-groups?id=582a7bdd-c931-4b68-9c8a-6baf1819cc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370204 Jun 17 05:52:17.529354 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-c11b5c67-479d-46bc-b6bb-907022a14b05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:17.532197 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-c11b5c67-479d-46bc-b6bb-907022a14b05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:17.535927 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [None req-c11b5c67-479d-46bc-b6bb-907022a14b05 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ddc39da6-0d62-432b-a61f-56847f060fee HTTP/1.1" status: 204 len: 168 time: 0.2814288 Jun 17 05:52:17.535927 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-82709421-ade2-4a26-a5b8-c6d01a3cb3cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:52:17.544586 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11b5c67-479d-46bc-b6bb-907022a14b05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddc39da6-0d62-432b-a61f-56847f060fee,revision_number=None']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:52:17.547126 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-c11b5c67-479d-46bc-b6bb-907022a14b05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:52:17.620846 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:17.822086 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1de5c7-497b-4f7b-a1d2-45471660cf39 req-fbca3162-e205-4dbe-a9d2-c64101db07c3 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:17.823712 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-9d1de5c7-497b-4f7b-a1d2-45471660cf39 req-fbca3162-e205-4dbe-a9d2-c64101db07c3 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/ports?device_id=78f4023e-2a2f-47f9-b977-30c96e374c99 HTTP/1.1" status: 200 len: 945 time: 0.0869520 Jun 17 05:52:17.828785 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be49fdeb-80e6-45a1-9f24-2c6bdd614877 req-5f8abc2b-5ebf-447c-898c-b2c029e51e47 tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:17.842359 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-be49fdeb-80e6-45a1-9f24-2c6bdd614877 req-5f8abc2b-5ebf-447c-898c-b2c029e51e47 tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] 10.222.0.11 "GET /v2.0/ports?device_id=a3c82d36-2976-4b4c-8fa5-2b4805276a18 HTTP/1.1" status: 200 len: 985 time: 0.1029043 Jun 17 05:52:17.887031 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-be49fdeb-80e6-45a1-9f24-2c6bdd614877 req-416d9723-fa0c-4827-9514-7be4e4522715 tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9e60d8f-c626-4915-82fb-97a71c590db2&id=6dc8b356-0e03-4fe3-b2ac-b76bbfb520ad&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0421560 Jun 17 05:52:17.910867 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-9d1de5c7-497b-4f7b-a1d2-45471660cf39 req-9842d3bb-4440-4670-87a8-233889e0208e tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/security-groups?id=72b04d2a-db53-4be4-b153-1399428b4f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760932 Jun 17 05:52:18.250028 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb70b73-18e8-4b79-829c-8d4813733375 req-f025675e-6b08-4c44-a1d6-4394e8abef1a tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:18.252207 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-7eb70b73-18e8-4b79-829c-8d4813733375 req-f025675e-6b08-4c44-a1d6-4394e8abef1a tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/ports?device_id=3d0d5a00-9e06-45cf-af70-826834445347 HTTP/1.1" status: 200 len: 944 time: 0.0642283 Jun 17 05:52:18.291719 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-7eb70b73-18e8-4b79-829c-8d4813733375 req-2cb72b25-9c34-4dd0-be72-fcfbe0abc8ee tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ce8ebda-6a66-4ae7-b677-cf05040a027e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335274 Jun 17 05:52:18.682783 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efba0ffd-f1b2-44b1-967d-dbba2313b2a4 req-fe0f312e-8f6b-4b5a-99c9-66ba20c687ee tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:18.684315 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-efba0ffd-f1b2-44b1-967d-dbba2313b2a4 req-fe0f312e-8f6b-4b5a-99c9-66ba20c687ee tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] 10.222.0.11 "GET /v2.0/ports?device_id=b84e2604-ef6a-48e5-979e-f64102c5be89 HTTP/1.1" status: 200 len: 945 time: 0.0675318 Jun 17 05:52:18.723455 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-efba0ffd-f1b2-44b1-967d-dbba2313b2a4 req-de2118c0-2486-484f-a92c-7421dcee287e tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] 10.222.0.11 "GET /v2.0/security-groups?id=582a7bdd-c931-4b68-9c8a-6baf1819cc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323842 Jun 17 05:52:19.118562 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.db.agents_db [None req-7f16872b-b609-48fb-9c73-6a76dd98e1b9 None None] Agent healthcheck: found 6 active agents {{(pid=99871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 05:52:19.180310 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c1fc1e-6e1e-42bc-ad19-55deb68d4089 req-78bef467-6e51-4758-9a20-ef321bfb8424 tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:19.182173 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-04c1fc1e-6e1e-42bc-ad19-55deb68d4089 req-78bef467-6e51-4758-9a20-ef321bfb8424 tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] 10.222.0.11 "GET /v2.0/ports?device_id=a3c82d36-2976-4b4c-8fa5-2b4805276a18 HTTP/1.1" status: 200 len: 985 time: 0.1475315 Jun 17 05:52:19.229635 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95040fae-4238-4263-93ba-847d3bf93843 req-c497ada9-66ca-4f6b-b47c-0467fd6ce1fc tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:19.233102 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-95040fae-4238-4263-93ba-847d3bf93843 req-c497ada9-66ca-4f6b-b47c-0467fd6ce1fc tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/ports?device_id=78f4023e-2a2f-47f9-b977-30c96e374c99 HTTP/1.1" status: 200 len: 945 time: 0.0942783 Jun 17 05:52:19.241197 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-04c1fc1e-6e1e-42bc-ad19-55deb68d4089 req-75935b59-5fb8-40b0-8729-fe8797d786cb tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9e60d8f-c626-4915-82fb-97a71c590db2&id=6dc8b356-0e03-4fe3-b2ac-b76bbfb520ad&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0458572 Jun 17 05:52:19.281968 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-95040fae-4238-4263-93ba-847d3bf93843 req-438e4e31-b623-4072-979e-70180830b0c7 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/security-groups?id=72b04d2a-db53-4be4-b153-1399428b4f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426056 Jun 17 05:52:19.478868 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.wsgi [-] (99869) accepted ('10.222.0.11', 56966) {{(pid=99869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:52:19.481048 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3737cd7a-ac41-44ee-ad1d-826cf2d3352f req-e4940eef-5d1f-47c9-b1f5-a03f549c8c71 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:19.482550 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-3737cd7a-ac41-44ee-ad1d-826cf2d3352f req-e4940eef-5d1f-47c9-b1f5-a03f549c8c71 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/ports?device_id=3d0d5a00-9e06-45cf-af70-826834445347 HTTP/1.1" status: 200 len: 944 time: 0.0672224 Jun 17 05:52:19.524399 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-3737cd7a-ac41-44ee-ad1d-826cf2d3352f req-d85d1969-40cf-47e7-a3cc-be715e703eac tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ce8ebda-6a66-4ae7-b677-cf05040a027e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360436 Jun 17 05:52:19.577733 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.v2.base [None req-e49bc8cc-ac57-4024-be3a-c19bfe20126d admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1418660511-network', 'tenant_id': 'cb6edd7aadc4432ab0aae4e4e01d014b'}} {{(pid=99869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:52:19.689095 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e49bc8cc-ac57-4024-be3a-c19bfe20126d admin admin] Made reservation on behalf of cb6edd7aadc4432ab0aae4e4e01d014b for: {'network': 1} {{(pid=99869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 05:52:19.692193 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-e49bc8cc-ac57-4024-be3a-c19bfe20126d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1464150'] for network, before_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:19.704255 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-e49bc8cc-ac57-4024-be3a-c19bfe20126d admin admin] Notify callbacks [] for security_group, before_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:19.802740 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-e49bc8cc-ac57-4024-be3a-c19bfe20126d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:19.880367 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-e49bc8cc-ac57-4024-be3a-c19bfe20126d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:19.884626 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-e59621a5-3f1d-4476-ac2c-761b7cd57c4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:52:19.917644 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e49bc8cc-ac57-4024-be3a-c19bfe20126d admin admin] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=99869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 05:52:19.919565 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49bc8cc-ac57-4024-be3a-c19bfe20126d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eee29790-a2f6-41fc-a57b-695b41c17f54,revision_number=1']} {{(pid=99869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:52:19.922659 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-e49bc8cc-ac57-4024-be3a-c19bfe20126d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:52:19.937758 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-e49bc8cc-ac57-4024-be3a-c19bfe20126d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589316'] for segment, precommit_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:19.938096 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.db.segments_db [None req-e49bc8cc-ac57-4024-be3a-c19bfe20126d admin admin] Added segment 57cf4dce-3961-4ff0-a353-28aa28d3300b of type vlan for network 4005e20a-aa5f-4d8b-99ef-75b8784c3497 Jun 17 05:52:19.964175 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9321d1-d3eb-45b5-a3c8-cafef2a44d32 req-3f3830ef-c882-4443-97d9-6845269ebc77 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:19.965661 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-cc9321d1-d3eb-45b5-a3c8-cafef2a44d32 req-3f3830ef-c882-4443-97d9-6845269ebc77 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] 10.222.0.11 "GET /v2.0/ports?device_id=b84e2604-ef6a-48e5-979e-f64102c5be89 HTTP/1.1" status: 200 len: 945 time: 0.1197588 Jun 17 05:52:20.017025 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-e49bc8cc-ac57-4024-be3a-c19bfe20126d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773697459366'] for network, precommit_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:20.043359 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-cc9321d1-d3eb-45b5-a3c8-cafef2a44d32 req-170755d2-7bac-41e0-98fd-67fec385083c tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] 10.222.0.11 "GET /v2.0/security-groups?id=582a7bdd-c931-4b68-9c8a-6baf1819cc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561347 Jun 17 05:52:20.118043 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-e49bc8cc-ac57-4024-be3a-c19bfe20126d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3713235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-564052'] for network, after_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:20.119547 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e49bc8cc-ac57-4024-be3a-c19bfe20126d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:20.120131 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-e49bc8cc-ac57-4024-be3a-c19bfe20126d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564043'] for network, before_response {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:20.122298 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-1f7d2ae4-3e65-4d39-a8e7-338f126b5b09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:52:20.178885 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49bc8cc-ac57-4024-be3a-c19bfe20126d admin admin] Pushing event updated for resources: {'Network': ['ID=4005e20a-aa5f-4d8b-99ef-75b8784c3497,revision_number=1']} {{(pid=99869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:52:20.181797 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-e49bc8cc-ac57-4024-be3a-c19bfe20126d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:52:20.189056 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Network 4005e20a-aa5f-4d8b-99ef-75b8784c3497 details requested by agent ovs-agent-dv-cinder-772623-9-smb with host dv-cinder-772623-9-smb {{(pid=99870) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 05:52:20.239182 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [None req-e49bc8cc-ac57-4024-be3a-c19bfe20126d admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7591090 Jun 17 05:52:20.241900 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.wsgi [-] (99868) accepted ('10.222.0.11', 56972) {{(pid=99868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:52:20.247512 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.v2.base [None req-38934dd3-3966-4984-b12f-e1181d077984 admin admin] Request body: {'subnet': {'network_id': '4005e20a-aa5f-4d8b-99ef-75b8784c3497', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1418660511-subnet', 'tenant_id': 'cb6edd7aadc4432ab0aae4e4e01d014b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:52:20.348969 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38934dd3-3966-4984-b12f-e1181d077984 admin admin] Made reservation on behalf of cb6edd7aadc4432ab0aae4e4e01d014b for: {'subnet': 1} {{(pid=99868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 05:52:20.351310 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-38934dd3-3966-4984-b12f-e1181d077984 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26633748'] for subnet, before_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:20.515881 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fca3256-090e-498e-9c24-070c5c5ba1d8 req-5ab46fff-5145-478f-adeb-b93a75fb5230 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:20.519508 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-4fca3256-090e-498e-9c24-070c5c5ba1d8 req-5ab46fff-5145-478f-adeb-b93a75fb5230 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/ports?device_id=78f4023e-2a2f-47f9-b977-30c96e374c99 HTTP/1.1" status: 200 len: 945 time: 0.0761402 Jun 17 05:52:20.562621 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-4fca3256-090e-498e-9c24-070c5c5ba1d8 req-8afca777-55df-4ff1-9643-b5ddc1ed5c02 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/security-groups?id=72b04d2a-db53-4be4-b153-1399428b4f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389624 Jun 17 05:52:20.761601 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4d292d-b145-49a9-91e7-932881d07c5f req-18c1ad4b-add9-4639-8206-229e5d7dd4e7 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:20.765665 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-4a4d292d-b145-49a9-91e7-932881d07c5f req-18c1ad4b-add9-4639-8206-229e5d7dd4e7 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/ports?device_id=3d0d5a00-9e06-45cf-af70-826834445347 HTTP/1.1" status: 200 len: 944 time: 0.0832388 Jun 17 05:52:20.776858 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e893d429-bf85-4865-acae-7ef7bc3c91ac req-844733fd-60de-41fd-b149-66ffc1bb9580 tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:20.778434 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-e893d429-bf85-4865-acae-7ef7bc3c91ac req-844733fd-60de-41fd-b149-66ffc1bb9580 tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] 10.222.0.11 "GET /v2.0/ports?device_id=a3c82d36-2976-4b4c-8fa5-2b4805276a18 HTTP/1.1" status: 200 len: 985 time: 0.3695152 Jun 17 05:52:20.816373 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-4a4d292d-b145-49a9-91e7-932881d07c5f req-b960168a-40be-466b-924a-ad01f735aa65 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ce8ebda-6a66-4ae7-b677-cf05040a027e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451133 Jun 17 05:52:20.862413 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-e893d429-bf85-4865-acae-7ef7bc3c91ac req-c048854e-d700-4dd5-b88e-9a853bd72663 tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9e60d8f-c626-4915-82fb-97a71c590db2&id=6dc8b356-0e03-4fe3-b2ac-b76bbfb520ad&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0758812 Jun 17 05:52:20.936077 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-38934dd3-3966-4984-b12f-e1181d077984 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2882314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26633734'] for subnet, after_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:20.939387 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:52:20.996516 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38934dd3-3966-4984-b12f-e1181d077984 admin admin] Pushing event updated for resources: {'Subnet': ['ID=58d99635-f6f3-4065-a708-47e3a97f7027,revision_number=0']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:52:21.000083 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-38934dd3-3966-4984-b12f-e1181d077984 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:52:21.006846 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38934dd3-3966-4984-b12f-e1181d077984 admin admin] Checking segment: {'id': '57cf4dce-3961-4ff0-a353-28aa28d3300b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '4005e20a-aa5f-4d8b-99ef-75b8784c3497'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 05:52:21.007215 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38934dd3-3966-4984-b12f-e1181d077984 admin admin] Network hostable DHCP agents. Network: 4005e20a-aa5f-4d8b-99ef-75b8784c3497, hostable agents: ['f091d0a2-6a46-4cbb-8021-fc5f6c6b7d63'], hosted agents: [] {{(pid=99868) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 05:52:21.094774 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38934dd3-3966-4984-b12f-e1181d077984 admin admin] Network 4005e20a-aa5f-4d8b-99ef-75b8784c3497 is scheduled to be hosted by DHCP agent f091d0a2-6a46-4cbb-8021-fc5f6c6b7d63 with binding_index 1 {{(pid=99868) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 05:52:21.235908 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beefab8e-e12f-4e13-acc6-5f0bf5495d77 req-8c00033d-27f9-4396-8578-e56d42b55d33 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:21.239555 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-beefab8e-e12f-4e13-acc6-5f0bf5495d77 req-8c00033d-27f9-4396-8578-e56d42b55d33 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] 10.222.0.11 "GET /v2.0/ports?device_id=b84e2604-ef6a-48e5-979e-f64102c5be89 HTTP/1.1" status: 200 len: 945 time: 0.0710742 Jun 17 05:52:21.279968 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-beefab8e-e12f-4e13-acc6-5f0bf5495d77 req-cafdcf12-b329-4501-a3f9-fa86fe9d509d tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] 10.222.0.11 "GET /v2.0/security-groups?id=582a7bdd-c931-4b68-9c8a-6baf1819cc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359659 Jun 17 05:52:21.389520 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.scheduler.base_scheduler [None req-38934dd3-3966-4984-b12f-e1181d077984 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-9-smb, 4005e20a-aa5f-4d8b-99ef-75b8784c3497) {{(pid=99868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 05:52:21.389520 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38934dd3-3966-4984-b12f-e1181d077984 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:21.389520 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-38934dd3-3966-4984-b12f-e1181d077984 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564043'] for subnet, before_response {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:21.390530 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a9b1278-e02e-4e1c-b7ab-992b0a534ed8 None None] Network 4005e20a-aa5f-4d8b-99ef-75b8784c3497 requested from dv-cinder-772623-9-smb {{(pid=99870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 05:52:21.522290 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ded5bcab-a5e6-441a-8202-35daecc6a61c None None] Network 4005e20a-aa5f-4d8b-99ef-75b8784c3497 requested from dv-cinder-772623-9-smb {{(pid=99870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 05:52:21.760831 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457bc8f9-5f84-44ea-b8fd-61e8c63a43cd req-24ddf271-c85f-4b2e-a7e2-88b79c8a7846 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:21.763290 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-457bc8f9-5f84-44ea-b8fd-61e8c63a43cd req-24ddf271-c85f-4b2e-a7e2-88b79c8a7846 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/ports?device_id=78f4023e-2a2f-47f9-b977-30c96e374c99 HTTP/1.1" status: 200 len: 945 time: 0.0680263 Jun 17 05:52:21.803449 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-457bc8f9-5f84-44ea-b8fd-61e8c63a43cd req-81b29160-0c4b-47ff-97cf-be8b47516ace tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/security-groups?id=72b04d2a-db53-4be4-b153-1399428b4f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335243 Jun 17 05:52:21.879208 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [None req-38934dd3-3966-4984-b12f-e1181d077984 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6359386 Jun 17 05:52:22.034911 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9680e7-4549-476b-9fbf-8e67c944e483 req-099ad59d-fd6e-418d-9175-b3c8ef3d0eed tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:22.036454 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-ac9680e7-4549-476b-9fbf-8e67c944e483 req-099ad59d-fd6e-418d-9175-b3c8ef3d0eed tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/ports?device_id=3d0d5a00-9e06-45cf-af70-826834445347 HTTP/1.1" status: 200 len: 944 time: 0.0767047 Jun 17 05:52:22.085227 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-ac9680e7-4549-476b-9fbf-8e67c944e483 req-84318202-ae32-4c09-b719-7473767736a9 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ce8ebda-6a66-4ae7-b677-cf05040a027e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432181 Jun 17 05:52:22.089577 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f2d4d2-c10d-4663-bb12-ca6b361b25c1 req-5f2bec4e-6525-410d-8375-7b223056f7fc tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:22.091298 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-a6f2d4d2-c10d-4663-bb12-ca6b361b25c1 req-5f2bec4e-6525-410d-8375-7b223056f7fc tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] 10.222.0.11 "GET /v2.0/ports?device_id=a3c82d36-2976-4b4c-8fa5-2b4805276a18 HTTP/1.1" status: 200 len: 985 time: 0.0986998 Jun 17 05:52:22.195678 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-a6f2d4d2-c10d-4663-bb12-ca6b361b25c1 req-471c981f-b56a-437c-b0db-9972dd20c637 tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9e60d8f-c626-4915-82fb-97a71c590db2&id=6dc8b356-0e03-4fe3-b2ac-b76bbfb520ad&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0924730 Jun 17 05:52:22.477942 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e28a740-58fc-4dd6-8da3-280f9f1db984 req-83d4680c-c6df-412e-a2df-30d2443430d9 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:22.479433 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-3e28a740-58fc-4dd6-8da3-280f9f1db984 req-83d4680c-c6df-412e-a2df-30d2443430d9 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] 10.222.0.11 "GET /v2.0/ports?device_id=b84e2604-ef6a-48e5-979e-f64102c5be89 HTTP/1.1" status: 200 len: 945 time: 0.0784485 Jun 17 05:52:22.522948 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-3e28a740-58fc-4dd6-8da3-280f9f1db984 req-a645be6d-3532-470e-8245-368658b5792a tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] 10.222.0.11 "GET /v2.0/security-groups?id=582a7bdd-c931-4b68-9c8a-6baf1819cc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369565 Jun 17 05:52:22.976318 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110c54bb-bbdb-4ce9-b99a-acef044daf50 req-00e2ad53-e377-44d7-97ac-62237d6bc067 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:22.977949 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-110c54bb-bbdb-4ce9-b99a-acef044daf50 req-00e2ad53-e377-44d7-97ac-62237d6bc067 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/ports?device_id=78f4023e-2a2f-47f9-b977-30c96e374c99 HTTP/1.1" status: 200 len: 945 time: 0.0631969 Jun 17 05:52:23.015447 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-110c54bb-bbdb-4ce9-b99a-acef044daf50 req-a724d728-8dc6-4179-b24f-37a604c14b0e tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/security-groups?id=72b04d2a-db53-4be4-b153-1399428b4f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315173 Jun 17 05:52:23.284044 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0818cf-d3ba-4b24-aa4d-999ba40b0a0e req-1857bc3e-3037-44e9-ab62-2b486fffc910 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:23.285646 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-3d0818cf-d3ba-4b24-aa4d-999ba40b0a0e req-1857bc3e-3037-44e9-ab62-2b486fffc910 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/ports?device_id=3d0d5a00-9e06-45cf-af70-826834445347 HTTP/1.1" status: 200 len: 944 time: 0.0678861 Jun 17 05:52:23.322968 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-3d0818cf-d3ba-4b24-aa4d-999ba40b0a0e req-950cf36b-a1ff-49f9-9172-0db03b9418d6 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ce8ebda-6a66-4ae7-b677-cf05040a027e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313921 Jun 17 05:52:23.376485 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1c70c0-dd4e-4a40-bf62-5de6e4596224 req-d5171fc9-ebd3-43b4-a484-ac7ef400c231 tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:23.378594 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-fd1c70c0-dd4e-4a40-bf62-5de6e4596224 req-d5171fc9-ebd3-43b4-a484-ac7ef400c231 tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] 10.222.0.11 "GET /v2.0/ports?device_id=a3c82d36-2976-4b4c-8fa5-2b4805276a18 HTTP/1.1" status: 200 len: 985 time: 0.0667176 Jun 17 05:52:23.421418 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-fd1c70c0-dd4e-4a40-bf62-5de6e4596224 req-c0fb6c2d-5b6d-4f27-bae2-7977a466bfc7 tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9e60d8f-c626-4915-82fb-97a71c590db2&id=6dc8b356-0e03-4fe3-b2ac-b76bbfb520ad&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0367548 Jun 17 05:52:23.600335 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcef88f-4b17-4190-8b40-6f84df347783 req-0a2a6008-9a78-4b5a-a11a-c237536a78db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:23.601768 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-dfcef88f-4b17-4190-8b40-6f84df347783 req-0a2a6008-9a78-4b5a-a11a-c237536a78db service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d8ffadd857a64cdf99da0fe3d3f4fa2e&device_id=a3c82d36-2976-4b4c-8fa5-2b4805276a18 HTTP/1.1" status: 200 len: 1138 time: 0.0578172 Jun 17 05:52:23.688634 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcef88f-4b17-4190-8b40-6f84df347783 req-e6f0f425-e3b4-491d-ac0e-716fc92b6c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:23.690705 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-dfcef88f-4b17-4190-8b40-6f84df347783 req-e6f0f425-e3b4-491d-ac0e-716fc92b6c90 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b0c9dd70-b90a-4d2f-9896-76688d3c8e0a HTTP/1.1" status: 200 len: 915 time: 0.0820477 Jun 17 05:52:23.702997 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f682db-a655-405d-a730-3c2498e96960 req-4251db07-77a9-4bd7-a938-a903355af4cf tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:23.704433 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-36f682db-a655-405d-a730-3c2498e96960 req-4251db07-77a9-4bd7-a938-a903355af4cf tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] 10.222.0.11 "GET /v2.0/ports?device_id=b84e2604-ef6a-48e5-979e-f64102c5be89 HTTP/1.1" status: 200 len: 945 time: 0.0648656 Jun 17 05:52:23.746710 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-36f682db-a655-405d-a730-3c2498e96960 req-2c8d5e2f-4d40-4ea2-b1e4-4e09c4e241b2 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] 10.222.0.11 "GET /v2.0/security-groups?id=582a7bdd-c931-4b68-9c8a-6baf1819cc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358236 Jun 17 05:52:23.768952 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-dfcef88f-4b17-4190-8b40-6f84df347783 req-19721268-2497-4041-8f53-96a07c597f66 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2063b9dd-29f8-4a50-a97e-00159814d5a9 HTTP/1.1" status: 200 len: 1001 time: 0.0654538 Jun 17 05:52:23.811916 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcef88f-4b17-4190-8b40-6f84df347783 req-ff204f72-e4b3-458d-a86d-382958c64076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:23.813188 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-dfcef88f-4b17-4190-8b40-6f84df347783 req-ff204f72-e4b3-458d-a86d-382958c64076 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=64ce003b-71cd-40f5-b9fb-45b0591cc381 HTTP/1.1" status: 200 len: 853 time: 0.0422909 Jun 17 05:52:23.870387 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcef88f-4b17-4190-8b40-6f84df347783 req-a729dbbf-c81b-4978-a248-b00bef7cb00c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:23.871740 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-dfcef88f-4b17-4190-8b40-6f84df347783 req-a729dbbf-c81b-4978-a248-b00bef7cb00c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b0c9dd70-b90a-4d2f-9896-76688d3c8e0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0505247 Jun 17 05:52:23.966053 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-dfcef88f-4b17-4190-8b40-6f84df347783 req-0197def1-2e87-4e58-b72e-b62010a279ae service neutron] 10.222.0.13 "GET /v2.0/networks/b0c9dd70-b90a-4d2f-9896-76688d3c8e0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810056 Jun 17 05:52:24.054787 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-dfcef88f-4b17-4190-8b40-6f84df347783 req-e35a4af3-9f0c-42ca-be54-366eea852f4e service neutron] 10.222.0.13 "GET /v2.0/networks/b0c9dd70-b90a-4d2f-9896-76688d3c8e0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817883 Jun 17 05:52:24.190426 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ade6bef-6e7e-4841-b643-830dd11c86e0 req-cbe4c975-e51d-42e3-abb9-ec5022e97c47 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:24.191922 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-1ade6bef-6e7e-4841-b643-830dd11c86e0 req-cbe4c975-e51d-42e3-abb9-ec5022e97c47 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/ports?device_id=78f4023e-2a2f-47f9-b977-30c96e374c99 HTTP/1.1" status: 200 len: 945 time: 0.0642421 Jun 17 05:52:24.233453 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-1ade6bef-6e7e-4841-b643-830dd11c86e0 req-02cf00e7-d84b-4dcb-b2d7-6c454eab4df5 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/security-groups?id=72b04d2a-db53-4be4-b153-1399428b4f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357680 Jun 17 05:52:24.487744 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d790cf44-c45f-4acf-8231-c2cf7ec90394 req-b49334d4-01cf-4057-8d37-eeeeaec85d68 tempest-VolumesSnapshotTestJSON-764430663 tempest-VolumesSnapshotTestJSON-764430663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:24.489114 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-d790cf44-c45f-4acf-8231-c2cf7ec90394 req-b49334d4-01cf-4057-8d37-eeeeaec85d68 tempest-VolumesSnapshotTestJSON-764430663 tempest-VolumesSnapshotTestJSON-764430663-project] 10.222.0.11 "GET /v2.0/networks?id=4005e20a-aa5f-4d8b-99ef-75b8784c3497 HTTP/1.1" status: 200 len: 814 time: 0.1027622 Jun 17 05:52:24.504247 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-d790cf44-c45f-4acf-8231-c2cf7ec90394 req-d3972c69-1aac-4a3b-92c0-ec390b7e6100 tempest-VolumesSnapshotTestJSON-764430663 tempest-VolumesSnapshotTestJSON-764430663-project] 10.222.0.11 "GET /v2.0/quotas/cb6edd7aadc4432ab0aae4e4e01d014b HTTP/1.1" status: 200 len: 375 time: 0.0096164 Jun 17 05:52:24.507879 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79065ecf-6fca-44f6-ac89-76b367f21adf req-21514d18-c180-4a55-8f92-1576f5b4e53d tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:24.509612 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-79065ecf-6fca-44f6-ac89-76b367f21adf req-21514d18-c180-4a55-8f92-1576f5b4e53d tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/ports?device_id=3d0d5a00-9e06-45cf-af70-826834445347 HTTP/1.1" status: 200 len: 944 time: 0.0650094 Jun 17 05:52:24.542737 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-d790cf44-c45f-4acf-8231-c2cf7ec90394 req-95817815-a7c1-4119-b966-ad1114f25abf tempest-VolumesSnapshotTestJSON-764430663 tempest-VolumesSnapshotTestJSON-764430663-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=cb6edd7aadc4432ab0aae4e4e01d014b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0318964 Jun 17 05:52:24.547466 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-79065ecf-6fca-44f6-ac89-76b367f21adf req-5cc7de82-6748-4822-8199-99a7b89b41d9 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ce8ebda-6a66-4ae7-b677-cf05040a027e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315742 Jun 17 05:52:24.630919 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-d790cf44-c45f-4acf-8231-c2cf7ec90394 req-99fcfce7-8384-4b2d-a2ee-48a05370f9d8 service neutron] 10.222.0.11 "GET /v2.0/networks/4005e20a-aa5f-4d8b-99ef-75b8784c3497?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810452 Jun 17 05:52:24.711211 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db088f77-a157-4170-ac82-5f1a045d1863 req-1977585e-c2ae-4519-84ed-39efc4ed3d8d tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:24.712649 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-db088f77-a157-4170-ac82-5f1a045d1863 req-1977585e-c2ae-4519-84ed-39efc4ed3d8d tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] 10.222.0.11 "GET /v2.0/ports?device_id=a3c82d36-2976-4b4c-8fa5-2b4805276a18 HTTP/1.1" status: 200 len: 985 time: 0.0622475 Jun 17 05:52:24.720009 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-d790cf44-c45f-4acf-8231-c2cf7ec90394 req-ce3596a5-b4b8-4490-b13d-8f96cc690b29 service neutron] 10.222.0.11 "GET /v2.0/networks/4005e20a-aa5f-4d8b-99ef-75b8784c3497?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828991 Jun 17 05:52:24.751819 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-db088f77-a157-4170-ac82-5f1a045d1863 req-673b1618-b224-40e4-8ae8-bdba9023b7b4 tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9e60d8f-c626-4915-82fb-97a71c590db2&id=6dc8b356-0e03-4fe3-b2ac-b76bbfb520ad&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0332091 Jun 17 05:52:24.938957 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb46eecd-999d-4509-b7ea-c5e9d305e5dd req-1fd9f3a0-31e9-4d4b-88b4-2532b5267746 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:24.940990 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-cb46eecd-999d-4509-b7ea-c5e9d305e5dd req-1fd9f3a0-31e9-4d4b-88b4-2532b5267746 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] 10.222.0.11 "GET /v2.0/ports?device_id=b84e2604-ef6a-48e5-979e-f64102c5be89 HTTP/1.1" status: 200 len: 945 time: 0.0765104 Jun 17 05:52:24.975857 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-c2649109-c07a-4f0f-9afe-02e1df61bae7 req-d619a3a0-5940-4075-92f4-28254431649d tempest-VolumesSnapshotTestJSON-764430663 tempest-VolumesSnapshotTestJSON-764430663-project] 10.222.0.11 "GET /v2.0/ports?device_id=c20b3bfe-ac7b-424f-beee-fd32d0438baf HTTP/1.1" status: 200 len: 210 time: 0.0290599 Jun 17 05:52:24.978875 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-cb46eecd-999d-4509-b7ea-c5e9d305e5dd req-f7eff407-eb84-497f-88b1-c5e2e0db4948 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] 10.222.0.11 "GET /v2.0/security-groups?id=582a7bdd-c931-4b68-9c8a-6baf1819cc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318887 Jun 17 05:52:25.410223 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef29988d-cee8-421a-90c8-c50174ace650 req-48fb6eb4-9d66-4682-a2c8-b752e3100f43 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:25.411698 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-ef29988d-cee8-421a-90c8-c50174ace650 req-48fb6eb4-9d66-4682-a2c8-b752e3100f43 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/ports?device_id=78f4023e-2a2f-47f9-b977-30c96e374c99 HTTP/1.1" status: 200 len: 945 time: 0.0679994 Jun 17 05:52:25.449949 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-ef29988d-cee8-421a-90c8-c50174ace650 req-4b55dbaf-7f59-477a-b0c6-895d355bdc0e tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/security-groups?id=72b04d2a-db53-4be4-b153-1399428b4f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325012 Jun 17 05:52:25.528661 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36d5027-fb09-40cc-9c21-5757e10f9a54 req-203f5a3b-e1ad-414e-b26d-0f856b27084c tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:25.530115 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-a36d5027-fb09-40cc-9c21-5757e10f9a54 req-203f5a3b-e1ad-414e-b26d-0f856b27084c tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] 10.222.0.11 "GET /v2.0/ports?device_id=b84e2604-ef6a-48e5-979e-f64102c5be89 HTTP/1.1" status: 200 len: 945 time: 0.0718522 Jun 17 05:52:25.571532 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-a36d5027-fb09-40cc-9c21-5757e10f9a54 req-ad060f64-abd2-4a17-94c3-e2ebe24d600f tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] 10.222.0.11 "GET /v2.0/security-groups?id=582a7bdd-c931-4b68-9c8a-6baf1819cc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348191 Jun 17 05:52:25.624347 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0045a91c-f562-44ae-b5a9-189190903c7a req-f8f73640-01e5-4f2d-b8f3-05e67844b0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:25.625824 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-0045a91c-f562-44ae-b5a9-189190903c7a req-f8f73640-01e5-4f2d-b8f3-05e67844b0a7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ae0a24f5f1a8477e9911aebfa109b499&device_id=b84e2604-ef6a-48e5-979e-f64102c5be89 HTTP/1.1" status: 200 len: 1098 time: 0.0589287 Jun 17 05:52:25.759659 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0045a91c-f562-44ae-b5a9-189190903c7a req-c02d75d2-33a1-41a0-99bc-1ff956b8de26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:25.761083 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-0045a91c-f562-44ae-b5a9-189190903c7a req-c02d75d2-33a1-41a0-99bc-1ff956b8de26 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c6577bd9-88ee-45e9-b1f3-3f9c3f74b7c9 HTTP/1.1" status: 200 len: 912 time: 0.1271772 Jun 17 05:52:25.786238 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b19fb5-7b4b-4b75-a23c-82f56fa7bf50 req-8b9590f1-b487-4c00-b5b7-e8d2767086f8 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:25.787729 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-39b19fb5-7b4b-4b75-a23c-82f56fa7bf50 req-8b9590f1-b487-4c00-b5b7-e8d2767086f8 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/ports?device_id=3d0d5a00-9e06-45cf-af70-826834445347 HTTP/1.1" status: 200 len: 944 time: 0.1092145 Jun 17 05:52:25.860029 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-0045a91c-f562-44ae-b5a9-189190903c7a req-0d0c48b0-f806-4f69-82e9-5044facaa242 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c22efa80-c673-4aad-a247-9ff381eb1039 HTTP/1.1" status: 200 len: 1000 time: 0.0880895 Jun 17 05:52:25.865895 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-39b19fb5-7b4b-4b75-a23c-82f56fa7bf50 req-120132fa-e371-4184-a262-92a452df46fb tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ce8ebda-6a66-4ae7-b677-cf05040a027e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516233 Jun 17 05:52:25.915386 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0045a91c-f562-44ae-b5a9-189190903c7a req-17bde014-3a55-43ef-9b4c-39fe1c37db3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:25.916854 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-0045a91c-f562-44ae-b5a9-189190903c7a req-17bde014-3a55-43ef-9b4c-39fe1c37db3e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=35c614e0-7ac4-483c-87c5-4f794e2b1be8 HTTP/1.1" status: 200 len: 850 time: 0.0498610 Jun 17 05:52:25.935667 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f04d052-183a-4021-9a47-f99ebd254d5a req-ff20f154-0f91-4c3d-bb8b-79247642b9bc tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:25.937106 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-5f04d052-183a-4021-9a47-f99ebd254d5a req-ff20f154-0f91-4c3d-bb8b-79247642b9bc tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] 10.222.0.11 "GET /v2.0/ports?device_id=a3c82d36-2976-4b4c-8fa5-2b4805276a18 HTTP/1.1" status: 200 len: 985 time: 0.0708277 Jun 17 05:52:25.981808 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-5f04d052-183a-4021-9a47-f99ebd254d5a req-9eedd0c2-4980-4d2f-baf6-bebeeedbaec1 tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9e60d8f-c626-4915-82fb-97a71c590db2&id=6dc8b356-0e03-4fe3-b2ac-b76bbfb520ad&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0387213 Jun 17 05:52:25.984621 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0045a91c-f562-44ae-b5a9-189190903c7a req-6fa6ba38-efce-46de-8baa-03b8980155a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:25.986091 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-0045a91c-f562-44ae-b5a9-189190903c7a req-6fa6ba38-efce-46de-8baa-03b8980155a2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c6577bd9-88ee-45e9-b1f3-3f9c3f74b7c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0607567 Jun 17 05:52:26.086882 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-0045a91c-f562-44ae-b5a9-189190903c7a req-8339179b-04c8-496b-9163-1941f8d4b551 service neutron] 10.222.0.13 "GET /v2.0/networks/c6577bd9-88ee-45e9-b1f3-3f9c3f74b7c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861919 Jun 17 05:52:26.164265 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-da42ce0a-2c70-4076-8baf-5149f5ad3740 req-3abd4fcb-4704-4030-bdde-aa061fdfe6bf tempest-VolumesSnapshotTestJSON-764430663 tempest-VolumesSnapshotTestJSON-764430663-project] 10.222.0.11 "GET /v2.0/ports?device_id=c20b3bfe-ac7b-424f-beee-fd32d0438baf HTTP/1.1" status: 200 len: 210 time: 0.0626395 Jun 17 05:52:26.231263 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-0045a91c-f562-44ae-b5a9-189190903c7a req-311cfc8b-beea-403a-84a4-323a5503aadf service neutron] 10.222.0.13 "GET /v2.0/networks/c6577bd9-88ee-45e9-b1f3-3f9c3f74b7c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371174 Jun 17 05:52:26.262574 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bf7751-a8ca-45ec-8eea-be7c4efff5d8 req-76733a0d-81d0-455c-801a-28fecd9f0e86 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:26.264021 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-05bf7751-a8ca-45ec-8eea-be7c4efff5d8 req-76733a0d-81d0-455c-801a-28fecd9f0e86 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.13 "GET /v2.0/ports?device_id=78f4023e-2a2f-47f9-b977-30c96e374c99 HTTP/1.1" status: 200 len: 945 time: 0.0726492 Jun 17 05:52:26.365939 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.plugin [req-05bf7751-a8ca-45ec-8eea-be7c4efff5d8 req-53f5b527-db51-42cc-badf-74d9e4a96eac tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] Deleting port 0587ee3f-7f05-420f-846f-65ed77a5622f {{(pid=99868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 05:52:26.366188 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-05bf7751-a8ca-45ec-8eea-be7c4efff5d8 req-53f5b527-db51-42cc-badf-74d9e4a96eac tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773697957277'] for port, before_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:26.455189 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.db [req-05bf7751-a8ca-45ec-8eea-be7c4efff5d8 req-53f5b527-db51-42cc-badf-74d9e4a96eac tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] For port 0587ee3f-7f05-420f-846f-65ed77a5622f, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=0587ee3f-7f05-420f-846f-65ed77a5622f,segment=NetworkSegment(00707abe-e8f8-444e-9847-b9464fdf568f),segment_id=00707abe-e8f8-444e-9847-b9464fdf568f)] {{(pid=99868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:52:26.456117 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-05bf7751-a8ca-45ec-8eea-be7c4efff5d8 req-53f5b527-db51-42cc-badf-74d9e4a96eac tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429017'] for port, precommit_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:26.521880 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.plugin [req-05bf7751-a8ca-45ec-8eea-be7c4efff5d8 req-53f5b527-db51-42cc-badf-74d9e4a96eac tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] Calling delete_port for 0587ee3f-7f05-420f-846f-65ed77a5622f owned by compute:nova {{(pid=99868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 05:52:26.645736 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9135509-b5d3-4019-81b4-762aaa1413b2 req-9b13e3d3-7325-4b83-a50c-b13ffa6ce03e tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:26.647391 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-d9135509-b5d3-4019-81b4-762aaa1413b2 req-9b13e3d3-7325-4b83-a50c-b13ffa6ce03e tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/ports?device_id=78f4023e-2a2f-47f9-b977-30c96e374c99 HTTP/1.1" status: 200 len: 945 time: 0.0759118 Jun 17 05:52:26.686015 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-d9135509-b5d3-4019-81b4-762aaa1413b2 req-75e43f49-536e-4d78-adfe-21eac75015cb tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/security-groups?id=72b04d2a-db53-4be4-b153-1399428b4f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325284 Jun 17 05:52:26.723029 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Device 8dd72959-2b7c-45aa-93ff-855a3c936576 details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=99870) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 05:52:26.761810 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc7226d-6270-452e-a9fa-aa2c8d255f5a req-37fc76d1-47ef-4c3d-83ea-34d2ed5d565d tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:26.763417 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-cbc7226d-6270-452e-a9fa-aa2c8d255f5a req-37fc76d1-47ef-4c3d-83ea-34d2ed5d565d tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] 10.222.0.11 "GET /v2.0/ports?device_id=b84e2604-ef6a-48e5-979e-f64102c5be89 HTTP/1.1" status: 200 len: 945 time: 0.0662601 Jun 17 05:52:26.807146 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-cbc7226d-6270-452e-a9fa-aa2c8d255f5a req-13f4d4b4-53ef-4dbc-b77b-f89c72e23cf8 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] 10.222.0.11 "GET /v2.0/security-groups?id=582a7bdd-c931-4b68-9c8a-6baf1819cc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376794 Jun 17 05:52:26.809571 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-05bf7751-a8ca-45ec-8eea-be7c4efff5d8 req-53f5b527-db51-42cc-badf-74d9e4a96eac tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773697962361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773697504552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2882495'] for port, after_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:26.813748 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-48bb5c61-3ecc-42c8-91ac-4cc62d3916b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:52:26.840038 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f5b527-db51-42cc-badf-74d9e4a96eac tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] Pushing event deleted for resources: {'Port': ['ID=0587ee3f-7f05-420f-846f-65ed77a5622f,revision_number=None']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:52:26.843229 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-53f5b527-db51-42cc-badf-74d9e4a96eac tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:52:26.890600 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.db.l3_dvrscheduler_db [req-05bf7751-a8ca-45ec-8eea-be7c4efff5d8 req-53f5b527-db51-42cc-badf-74d9e4a96eac tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] No DVR routers for this DVR port 0587ee3f-7f05-420f-846f-65ed77a5622f on host hv-cinder-77262 {{(pid=99868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 05:52:26.893751 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-05bf7751-a8ca-45ec-8eea-be7c4efff5d8 req-53f5b527-db51-42cc-badf-74d9e4a96eac tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-860254'] for port, before_response {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:26.895337 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.db [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] get_ports_and_sgs() called for port_ids ['9f32a9bd-cf9b-416b-bb4f-bc81ca793bf0', '0587ee3f-7f05-420f-846f-65ed77a5622f'] {{(pid=99870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 05:52:26.896174 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-05bf7751-a8ca-45ec-8eea-be7c4efff5d8 req-53f5b527-db51-42cc-badf-74d9e4a96eac tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.13 "DELETE /v2.0/ports/0587ee3f-7f05-420f-846f-65ed77a5622f HTTP/1.1" status: 204 len: 173 time: 0.6262903 Jun 17 05:52:26.896724 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78f4023e-2a2f-47f9-b977-30c96e374c99', 'name': 'network-vif-deleted', 'tag': '0587ee3f-7f05-420f-846f-65ed77a5622f'}] {{(pid=99868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 05:52:26.899051 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8d1bbba7808a8cca0df1ca407b71cd1cd2965420825a4b8dd9215cbcd05a37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef8da986-a13b-479c-95a9-a77ad01e0737" -d '{"events": [{"server_uuid": "78f4023e-2a2f-47f9-b977-30c96e374c99", "name": "network-vif-deleted", "tag": "0587ee3f-7f05-420f-846f-65ed77a5622f"}]}' {{(pid=99868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 05:52:26.941848 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.db [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] For port 8dd72959-2b7c-45aa-93ff-855a3c936576, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=8dd72959-2b7c-45aa-93ff-855a3c936576,segment=NetworkSegment(81591838-08f0-432e-af25-79981cd4b7ed),segment_id=81591838-08f0-432e-af25-79981cd4b7ed)] {{(pid=99870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:52:26.951655 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 05:52:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06f61f76-c645-4ecb-8c62-0efabb6b35f2 x-openstack-request-id: req-06f61f76-c645-4ecb-8c62-0efabb6b35f2 {{(pid=99868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 05:52:26.951983 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78f4023e-2a2f-47f9-b977-30c96e374c99", "name": "network-vif-deleted", "tag": "0587ee3f-7f05-420f-846f-65ed77a5622f", "status": "completed", "code": 200}]} {{(pid=99868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 05:52:26.952269 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-06f61f76-c645-4ecb-8c62-0efabb6b35f2 {{(pid=99868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 05:52:26.952714 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78f4023e-2a2f-47f9-b977-30c96e374c99', 'name': 'network-vif-deleted', 'tag': '0587ee3f-7f05-420f-846f-65ed77a5622f', 'status': 'completed', 'code': 200} Jun 17 05:52:26.956613 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Returning: {'device': '8dd72959-2b7c-45aa-93ff-855a3c936576', 'network_id': '1b25af0c-7521-4ee5-941d-fb951a7e4542', 'port_id': '8dd72959-2b7c-45aa-93ff-855a3c936576', 'mac_address': 'fa:16:3e:9e:87:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3d724f9-6f99-4efc-a641-a453b34c57ab', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99870) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 05:52:27.038893 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1464132'] for port, before_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:27.060978 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.notifiers.nova [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8dd72959-2b7c-45aa-93ff-855a3c936576 {{(pid=99870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 05:52:27.083880 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.db [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] For port 8dd72959-2b7c-45aa-93ff-855a3c936576, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=8dd72959-2b7c-45aa-93ff-855a3c936576,segment=NetworkSegment(81591838-08f0-432e-af25-79981cd4b7ed),segment_id=81591838-08f0-432e-af25-79981cd4b7ed)] {{(pid=99870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:52:27.115053 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b6298b-a6dc-4b66-9d71-890b7dc9b7bb req-f8a39f4f-7cbf-4688-b992-6082f450ec62 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:27.127646 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-34b6298b-a6dc-4b66-9d71-890b7dc9b7bb req-f8a39f4f-7cbf-4688-b992-6082f450ec62 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/ports?device_id=3d0d5a00-9e06-45cf-af70-826834445347 HTTP/1.1" status: 200 len: 944 time: 0.1281514 Jun 17 05:52:27.152224 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773697962343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773697504561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773697504606'] for port, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:27.154943 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:52:27.176337 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-34b6298b-a6dc-4b66-9d71-890b7dc9b7bb req-fa025ce8-fe59-4500-93b0-f7edf296684b tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ce8ebda-6a66-4ae7-b677-cf05040a027e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488262 Jun 17 05:52:27.189875 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05783d05-85c6-4614-a47d-429168354698 req-72a7f6c1-35fd-46e5-9f03-23f8ad5928d8 tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:27.199442 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-05783d05-85c6-4614-a47d-429168354698 req-72a7f6c1-35fd-46e5-9f03-23f8ad5928d8 tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] 10.222.0.11 "GET /v2.0/ports?device_id=a3c82d36-2976-4b4c-8fa5-2b4805276a18 HTTP/1.1" status: 200 len: 985 time: 0.0958505 Jun 17 05:52:27.248224 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Pushing event updated for resources: {'Port': ['ID=8dd72959-2b7c-45aa-93ff-855a3c936576,revision_number=9']} {{(pid=99870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:52:27.248224 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:52:27.255709 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-05783d05-85c6-4614-a47d-429168354698 req-2a4ac505-feee-4e89-afff-7ac630a2857f tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9e60d8f-c626-4915-82fb-97a71c590db2&id=6dc8b356-0e03-4fe3-b2ac-b76bbfb520ad&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0549264 Jun 17 05:52:27.433706 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.db [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] get_ports_and_sgs() called for port_ids ['8dd72959-2b7c-45aa-93ff-855a3c936576'] {{(pid=99870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 05:52:27.500669 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-2c0cb679-9fa3-4504-b4f8-3f5a992f895d req-32052418-2bb6-42f6-86ee-bd3203e4d145 tempest-VolumesSnapshotTestJSON-764430663 tempest-VolumesSnapshotTestJSON-764430663-project] 10.222.0.11 "GET /v2.0/ports?device_id=c20b3bfe-ac7b-424f-beee-fd32d0438baf HTTP/1.1" status: 200 len: 210 time: 0.2121503 Jun 17 05:52:27.567764 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d790cf44-c45f-4acf-8231-c2cf7ec90394 req-b5ffe935-0d36-4b2e-9a3f-7a8467f3f55b tempest-VolumesSnapshotTestJSON-764430663 tempest-VolumesSnapshotTestJSON-764430663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:27.569852 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-d790cf44-c45f-4acf-8231-c2cf7ec90394 req-b5ffe935-0d36-4b2e-9a3f-7a8467f3f55b tempest-VolumesSnapshotTestJSON-764430663 tempest-VolumesSnapshotTestJSON-764430663-project] 10.222.0.13 "GET /v2.0/networks?id=4005e20a-aa5f-4d8b-99ef-75b8784c3497 HTTP/1.1" status: 200 len: 814 time: 0.1297672 Jun 17 05:52:27.586157 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.v2.base [req-d790cf44-c45f-4acf-8231-c2cf7ec90394 req-d76c5998-ef04-4c9a-a52e-6c1b2960a988 tempest-VolumesSnapshotTestJSON-764430663 tempest-VolumesSnapshotTestJSON-764430663-project] Request body: {'port': {'device_id': 'c20b3bfe-ac7b-424f-beee-fd32d0438baf', 'network_id': '4005e20a-aa5f-4d8b-99ef-75b8784c3497', 'admin_state_up': True, 'tenant_id': 'cb6edd7aadc4432ab0aae4e4e01d014b'}} {{(pid=99868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:52:27.746383 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d790cf44-c45f-4acf-8231-c2cf7ec90394 req-d76c5998-ef04-4c9a-a52e-6c1b2960a988 tempest-VolumesSnapshotTestJSON-764430663 tempest-VolumesSnapshotTestJSON-764430663-project] Made reservation on behalf of cb6edd7aadc4432ab0aae4e4e01d014b for: {'port': 1} {{(pid=99868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 05:52:27.750249 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-d790cf44-c45f-4acf-8231-c2cf7ec90394 req-d76c5998-ef04-4c9a-a52e-6c1b2960a988 tempest-VolumesSnapshotTestJSON-764430663 tempest-VolumesSnapshotTestJSON-764430663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1464150'] for port, before_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:27.859979 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-07e6c52b-65a7-4b1f-8556-f85dd6d34b6c req-e4504f97-0322-4909-aaa9-89b1d9e0963c tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/ports?device_id=78f4023e-2a2f-47f9-b977-30c96e374c99 HTTP/1.1" status: 200 len: 210 time: 0.0434539 Jun 17 05:52:27.932457 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.db.db_base_plugin_common [req-d790cf44-c45f-4acf-8231-c2cf7ec90394 req-d76c5998-ef04-4c9a-a52e-6c1b2960a988 tempest-VolumesSnapshotTestJSON-764430663 tempest-VolumesSnapshotTestJSON-764430663-project] Allocated IP 172.20.0.13 (4005e20a-aa5f-4d8b-99ef-75b8784c3497/58d99635-f6f3-4065-a708-47e3a97f7027/a08eca07-1281-4b64-b24d-d42af4954fe8) {{(pid=99868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 05:52:28.013622 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74b3c3d-5739-40fe-b0e1-5bf9c78dab78 req-b4348156-3b3d-4725-b9c0-4557e7d64723 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:28.015383 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-f74b3c3d-5739-40fe-b0e1-5bf9c78dab78 req-b4348156-3b3d-4725-b9c0-4557e7d64723 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] 10.222.0.11 "GET /v2.0/ports?device_id=b84e2604-ef6a-48e5-979e-f64102c5be89 HTTP/1.1" status: 200 len: 945 time: 0.0730782 Jun 17 05:52:28.055362 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-f74b3c3d-5739-40fe-b0e1-5bf9c78dab78 req-7d8e6fce-6506-415c-b2fa-cf492c2a40a1 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] 10.222.0.11 "GET /v2.0/security-groups?id=582a7bdd-c931-4b68-9c8a-6baf1819cc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338979 Jun 17 05:52:28.085983 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-d790cf44-c45f-4acf-8231-c2cf7ec90394 req-d76c5998-ef04-4c9a-a52e-6c1b2960a988 tempest-VolumesSnapshotTestJSON-764430663 tempest-VolumesSnapshotTestJSON-764430663-project] Notify callbacks [] for port, precommit_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:28.185827 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-d790cf44-c45f-4acf-8231-c2cf7ec90394 req-d76c5998-ef04-4c9a-a52e-6c1b2960a988 tempest-VolumesSnapshotTestJSON-764430663 tempest-VolumesSnapshotTestJSON-764430663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1465235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-156110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-564052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773697504543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2882486'] for port, after_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:28.190142 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-7a563a22-7836-4bed-b8a3-79ef6729242d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:52:28.227901 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d790cf44-c45f-4acf-8231-c2cf7ec90394 req-d76c5998-ef04-4c9a-a52e-6c1b2960a988 tempest-VolumesSnapshotTestJSON-764430663 tempest-VolumesSnapshotTestJSON-764430663-project] Network 4005e20a-aa5f-4d8b-99ef-75b8784c3497 is already hosted by enough agents. {{(pid=99868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 05:52:28.231066 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.scheduler.base_scheduler [req-d790cf44-c45f-4acf-8231-c2cf7ec90394 req-d76c5998-ef04-4c9a-a52e-6c1b2960a988 tempest-VolumesSnapshotTestJSON-764430663 tempest-VolumesSnapshotTestJSON-764430663-project] Resources bound (agent type, host, resource id): {{(pid=99868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 05:52:28.239092 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.db.l3_dvrscheduler_db [req-d790cf44-c45f-4acf-8231-c2cf7ec90394 req-d76c5998-ef04-4c9a-a52e-6c1b2960a988 tempest-VolumesSnapshotTestJSON-764430663 tempest-VolumesSnapshotTestJSON-764430663-project] Received port after_create {{(pid=99868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 05:52:28.265583 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76c5998-ef04-4c9a-a52e-6c1b2960a988 tempest-VolumesSnapshotTestJSON-764430663 tempest-VolumesSnapshotTestJSON-764430663-project] Pushing event updated for resources: {'Port': ['ID=a08eca07-1281-4b64-b24d-d42af4954fe8,revision_number=1']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:52:28.270391 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-d76c5998-ef04-4c9a-a52e-6c1b2960a988 tempest-VolumesSnapshotTestJSON-764430663 tempest-VolumesSnapshotTestJSON-764430663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:52:28.305519 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d790cf44-c45f-4acf-8231-c2cf7ec90394 req-d76c5998-ef04-4c9a-a52e-6c1b2960a988 tempest-VolumesSnapshotTestJSON-764430663 tempest-VolumesSnapshotTestJSON-764430663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:28.306223 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-d790cf44-c45f-4acf-8231-c2cf7ec90394 req-d76c5998-ef04-4c9a-a52e-6c1b2960a988 tempest-VolumesSnapshotTestJSON-764430663 tempest-VolumesSnapshotTestJSON-764430663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-860254'] for port, before_response {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:28.365717 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e98711-39bb-4914-b153-0ac23f2cc771 req-30f0f2f2-3a4d-4405-8e91-af405a7ed6f2 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:28.367196 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-19e98711-39bb-4914-b153-0ac23f2cc771 req-30f0f2f2-3a4d-4405-8e91-af405a7ed6f2 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/ports?device_id=3d0d5a00-9e06-45cf-af70-826834445347 HTTP/1.1" status: 200 len: 945 time: 0.0795126 Jun 17 05:52:28.405757 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-19e98711-39bb-4914-b153-0ac23f2cc771 req-ea875388-ca1e-48f5-baf2-72511cad7374 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ce8ebda-6a66-4ae7-b677-cf05040a027e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326464 Jun 17 05:52:28.406951 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-d790cf44-c45f-4acf-8231-c2cf7ec90394 req-d76c5998-ef04-4c9a-a52e-6c1b2960a988 tempest-VolumesSnapshotTestJSON-764430663 tempest-VolumesSnapshotTestJSON-764430663-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8247943 Jun 17 05:52:28.425855 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.v2.base [req-d790cf44-c45f-4acf-8231-c2cf7ec90394 req-3b6f2b69-f068-45b2-bc8f-bdd68c0acd9e service neutron] Request body: {'port': {'device_id': 'c20b3bfe-ac7b-424f-beee-fd32d0438baf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=99868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:52:28.436072 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffd6017-0a9b-4c4c-a0cf-964bba011c73 req-a1f10db5-e4f3-4d00-ba15-a6b402ab693d tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:28.437814 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-dffd6017-0a9b-4c4c-a0cf-964bba011c73 req-a1f10db5-e4f3-4d00-ba15-a6b402ab693d tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] 10.222.0.11 "GET /v2.0/ports?device_id=a3c82d36-2976-4b4c-8fa5-2b4805276a18 HTTP/1.1" status: 200 len: 985 time: 0.0697136 Jun 17 05:52:28.479899 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-dffd6017-0a9b-4c4c-a0cf-964bba011c73 req-59e5eb12-02cd-4ea8-96fe-31967b61b83f tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9e60d8f-c626-4915-82fb-97a71c590db2&id=6dc8b356-0e03-4fe3-b2ac-b76bbfb520ad&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0346916 Jun 17 05:52:28.499305 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-d790cf44-c45f-4acf-8231-c2cf7ec90394 req-3b6f2b69-f068-45b2-bc8f-bdd68c0acd9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1464132'] for port, before_update {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:28.743974 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Device 8dd72959-2b7c-45aa-93ff-855a3c936576 up at agent hyperv_hv-cinder-77262 {{(pid=99870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 05:52:28.748055 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b9a7aa-4346-4067-9d79-66e2468cbbc4 req-2294ed1e-5aee-4cca-b206-ef5854376069 tempest-VolumesSnapshotTestJSON-764430663 tempest-VolumesSnapshotTestJSON-764430663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:28.749528 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-a9b9a7aa-4346-4067-9d79-66e2468cbbc4 req-2294ed1e-5aee-4cca-b206-ef5854376069 tempest-VolumesSnapshotTestJSON-764430663 tempest-VolumesSnapshotTestJSON-764430663-project] 10.222.0.11 "GET /v2.0/ports?device_id=c20b3bfe-ac7b-424f-beee-fd32d0438baf HTTP/1.1" status: 200 len: 932 time: 0.1297483 Jun 17 05:52:28.795057 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.provisioning_blocks [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Provisioning complete for port 8dd72959-2b7c-45aa-93ff-855a3c936576 triggered by entity L2. {{(pid=99870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 05:52:28.795441 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551367'] for port, provisioning_complete {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:28.820498 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-a9b9a7aa-4346-4067-9d79-66e2468cbbc4 req-b2fe3e68-4ffa-4e76-8ebb-98eaee4dec45 tempest-VolumesSnapshotTestJSON-764430663 tempest-VolumesSnapshotTestJSON-764430663-project] 10.222.0.11 "GET /v2.0/security-groups?id=eee29790-a2f6-41fc-a57b-695b41c17f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639923 Jun 17 05:52:28.827591 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.notifiers.nova [req-d790cf44-c45f-4acf-8231-c2cf7ec90394 req-3b6f2b69-f068-45b2-bc8f-bdd68c0acd9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a08eca07-1281-4b64-b24d-d42af4954fe8 {{(pid=99868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 05:52:28.835719 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-d790cf44-c45f-4acf-8231-c2cf7ec90394 req-3b6f2b69-f068-45b2-bc8f-bdd68c0acd9e service neutron] Notify callbacks [] for port, precommit_update {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:28.851285 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.db.provisioning_blocks [req-d790cf44-c45f-4acf-8231-c2cf7ec90394 req-3b6f2b69-f068-45b2-bc8f-bdd68c0acd9e service neutron] Transition to ACTIVE for port object a08eca07-1281-4b64-b24d-d42af4954fe8 will not be triggered until provisioned by entity L2. {{(pid=99868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 05:52:28.873645 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1464132'] for port, before_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:28.898744 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d0d5a00-9e06-45cf-af70-826834445347', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dd72959-2b7c-45aa-93ff-855a3c936576'}] {{(pid=99870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 05:52:28.901206 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b488aefaa6b1d6b79683e2609a7ce48815cfc41b5bb42f7017315c525e2bf75d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f89dc333-eded-4560-b2db-982c69288ef3" -d '{"events": [{"server_uuid": "3d0d5a00-9e06-45cf-af70-826834445347", "name": "network-vif-plugged", "status": "completed", "tag": "8dd72959-2b7c-45aa-93ff-855a3c936576"}]}' {{(pid=99870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 05:52:28.914347 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.db [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] For port 8dd72959-2b7c-45aa-93ff-855a3c936576, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=8dd72959-2b7c-45aa-93ff-855a3c936576,segment=NetworkSegment(81591838-08f0-432e-af25-79981cd4b7ed),segment_id=81591838-08f0-432e-af25-79981cd4b7ed)] {{(pid=99870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:52:28.942895 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 05:52:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49ef9ac6-1c62-4503-9b0f-8b707ebcc2ed x-openstack-request-id: req-49ef9ac6-1c62-4503-9b0f-8b707ebcc2ed {{(pid=99870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 05:52:28.943203 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d0d5a00-9e06-45cf-af70-826834445347", "name": "network-vif-plugged", "status": "completed", "tag": "8dd72959-2b7c-45aa-93ff-855a3c936576", "code": 200}]} {{(pid=99870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 05:52:28.943466 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-49ef9ac6-1c62-4503-9b0f-8b707ebcc2ed {{(pid=99870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 05:52:28.943872 dv-cinder-772623-9-smb neutron-server[99870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d0d5a00-9e06-45cf-af70-826834445347', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dd72959-2b7c-45aa-93ff-855a3c936576', 'code': 200} Jun 17 05:52:28.946077 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-d790cf44-c45f-4acf-8231-c2cf7ec90394 req-3b6f2b69-f068-45b2-bc8f-bdd68c0acd9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773697962343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773697504561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773697504606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2882436'] for port, after_update {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:28.948349 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-065dd98b-23d9-42b2-adfb-88af90e7ba82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:52:29.025606 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773697962343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773697504561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773697504606'] for port, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:29.028387 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [None req-6cd89bdf-5ee1-488a-b8cc-64770e036b7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:52:29.028535 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6f2b69-f068-45b2-bc8f-bdd68c0acd9e service neutron] Pushing event updated for resources: {'Port': ['ID=a08eca07-1281-4b64-b24d-d42af4954fe8,revision_number=2']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:52:29.055135 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6f2b69-f068-45b2-bc8f-bdd68c0acd9e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:52:29.055499 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6f2b69-f068-45b2-bc8f-bdd68c0acd9e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:52:29.055866 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6f2b69-f068-45b2-bc8f-bdd68c0acd9e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:52:29.056220 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6f2b69-f068-45b2-bc8f-bdd68c0acd9e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:52:29.056569 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6f2b69-f068-45b2-bc8f-bdd68c0acd9e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:52:29.056920 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6f2b69-f068-45b2-bc8f-bdd68c0acd9e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:52:29.057269 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6f2b69-f068-45b2-bc8f-bdd68c0acd9e service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:52:29.057617 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6f2b69-f068-45b2-bc8f-bdd68c0acd9e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:52:29.057960 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6f2b69-f068-45b2-bc8f-bdd68c0acd9e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:52:29.058301 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6f2b69-f068-45b2-bc8f-bdd68c0acd9e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:52:29.058703 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6f2b69-f068-45b2-bc8f-bdd68c0acd9e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:52:29.058995 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6f2b69-f068-45b2-bc8f-bdd68c0acd9e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:52:29.063128 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-3b6f2b69-f068-45b2-bc8f-bdd68c0acd9e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:52:29.078177 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Pushing event updated for resources: {'Port': ['ID=8dd72959-2b7c-45aa-93ff-855a3c936576,revision_number=10']} {{(pid=99870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:52:29.081416 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:52:29.108245 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.managers [req-d790cf44-c45f-4acf-8231-c2cf7ec90394 req-3b6f2b69-f068-45b2-bc8f-bdd68c0acd9e service neutron] Attempting to bind port a08eca07-1281-4b64-b24d-d42af4954fe8 on host hv-cinder-77262 for vnic_type normal with profile {{(pid=99868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 05:52:29.108573 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.managers [req-d790cf44-c45f-4acf-8231-c2cf7ec90394 req-3b6f2b69-f068-45b2-bc8f-bdd68c0acd9e service neutron] Attempting to bind port a08eca07-1281-4b64-b24d-d42af4954fe8 by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': '57cf4dce-3961-4ff0-a353-28aa28d3300b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '4005e20a-aa5f-4d8b-99ef-75b8784c3497'}] {{(pid=99868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 05:52:29.108897 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d790cf44-c45f-4acf-8231-c2cf7ec90394 req-3b6f2b69-f068-45b2-bc8f-bdd68c0acd9e service neutron] Attempting to bind port a08eca07-1281-4b64-b24d-d42af4954fe8 on network 4005e20a-aa5f-4d8b-99ef-75b8784c3497 {{(pid=99868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 05:52:29.114230 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d790cf44-c45f-4acf-8231-c2cf7ec90394 req-3b6f2b69-f068-45b2-bc8f-bdd68c0acd9e service neutron] Port a08eca07-1281-4b64-b24d-d42af4954fe8 on network 4005e20a-aa5f-4d8b-99ef-75b8784c3497 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=99868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 05:52:29.114541 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d790cf44-c45f-4acf-8231-c2cf7ec90394 req-3b6f2b69-f068-45b2-bc8f-bdd68c0acd9e service neutron] Attempting to bind port a08eca07-1281-4b64-b24d-d42af4954fe8 on network 4005e20a-aa5f-4d8b-99ef-75b8784c3497 {{(pid=99868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 05:52:29.119402 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d790cf44-c45f-4acf-8231-c2cf7ec90394 req-3b6f2b69-f068-45b2-bc8f-bdd68c0acd9e service neutron] Checking agent: {'id': 'a94c375a-f30e-48af-b86b-c1ab552b3c7d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 5, 47, 47), 'started_at': datetime.datetime(2021, 6, 17, 5, 47, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 5, 52, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 05:52:29.119733 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d790cf44-c45f-4acf-8231-c2cf7ec90394 req-3b6f2b69-f068-45b2-bc8f-bdd68c0acd9e service neutron] Checking segment: {'id': '57cf4dce-3961-4ff0-a353-28aa28d3300b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '4005e20a-aa5f-4d8b-99ef-75b8784c3497'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 05:52:29.120110 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d790cf44-c45f-4acf-8231-c2cf7ec90394 req-3b6f2b69-f068-45b2-bc8f-bdd68c0acd9e service neutron] Bound using segment: {'id': '57cf4dce-3961-4ff0-a353-28aa28d3300b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '4005e20a-aa5f-4d8b-99ef-75b8784c3497'} {{(pid=99868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 05:52:29.120528 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.managers [req-d790cf44-c45f-4acf-8231-c2cf7ec90394 req-3b6f2b69-f068-45b2-bc8f-bdd68c0acd9e service neutron] Bound port: a08eca07-1281-4b64-b24d-d42af4954fe8, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57cf4dce-3961-4ff0-a353-28aa28d3300b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '4005e20a-aa5f-4d8b-99ef-75b8784c3497'}}] {{(pid=99868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 05:52:29.120871 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-d790cf44-c45f-4acf-8231-c2cf7ec90394 req-3b6f2b69-f068-45b2-bc8f-bdd68c0acd9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1464132'] for port, before_update {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:29.187601 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.db [req-d790cf44-c45f-4acf-8231-c2cf7ec90394 req-3b6f2b69-f068-45b2-bc8f-bdd68c0acd9e service neutron] For port a08eca07-1281-4b64-b24d-d42af4954fe8, host hv-cinder-77262, cleared binding levels {{(pid=99868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 05:52:29.191032 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.db [req-d790cf44-c45f-4acf-8231-c2cf7ec90394 req-3b6f2b69-f068-45b2-bc8f-bdd68c0acd9e service neutron] For port a08eca07-1281-4b64-b24d-d42af4954fe8, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=a08eca07-1281-4b64-b24d-d42af4954fe8,segment=NetworkSegment(57cf4dce-3961-4ff0-a353-28aa28d3300b),segment_id=57cf4dce-3961-4ff0-a353-28aa28d3300b)] {{(pid=99868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 05:52:29.260807 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-d790cf44-c45f-4acf-8231-c2cf7ec90394 req-3b6f2b69-f068-45b2-bc8f-bdd68c0acd9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773697962343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773697504561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773697504606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2882436'] for port, after_update {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:29.262762 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-d76c5998-ef04-4c9a-a52e-6c1b2960a988 tempest-VolumesSnapshotTestJSON-764430663 tempest-VolumesSnapshotTestJSON-764430663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:52:29.297438 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d790cf44-c45f-4acf-8231-c2cf7ec90394 req-3b6f2b69-f068-45b2-bc8f-bdd68c0acd9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:29.298049 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-d790cf44-c45f-4acf-8231-c2cf7ec90394 req-3b6f2b69-f068-45b2-bc8f-bdd68c0acd9e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-860254'] for port, before_response {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:29.300544 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-d790cf44-c45f-4acf-8231-c2cf7ec90394 req-3b6f2b69-f068-45b2-bc8f-bdd68c0acd9e service neutron] 10.222.0.13 "PUT /v2.0/ports/a08eca07-1281-4b64-b24d-d42af4954fe8 HTTP/1.1" status: 200 len: 1094 time: 0.8797696 Jun 17 05:52:29.301037 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c20b3bfe-ac7b-424f-beee-fd32d0438baf', 'tag': 'a08eca07-1281-4b64-b24d-d42af4954fe8'}] {{(pid=99868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 05:52:29.303315 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8d1bbba7808a8cca0df1ca407b71cd1cd2965420825a4b8dd9215cbcd05a37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d3b16b0-7858-46cd-8fa2-b346c304af84" -d '{"events": [{"name": "network-changed", "server_uuid": "c20b3bfe-ac7b-424f-beee-fd32d0438baf", "tag": "a08eca07-1281-4b64-b24d-d42af4954fe8"}]}' {{(pid=99868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 05:52:29.324231 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6f2b69-f068-45b2-bc8f-bdd68c0acd9e service neutron] Pushing event updated for resources: {'Port': ['ID=a08eca07-1281-4b64-b24d-d42af4954fe8,revision_number=3']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:52:29.327140 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-3b6f2b69-f068-45b2-bc8f-bdd68c0acd9e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:52:29.342878 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 05:52:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89751a5f-9c1d-4a30-bdf6-b00730779e1d x-openstack-request-id: req-89751a5f-9c1d-4a30-bdf6-b00730779e1d {{(pid=99868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 05:52:29.343201 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c20b3bfe-ac7b-424f-beee-fd32d0438baf", "tag": "a08eca07-1281-4b64-b24d-d42af4954fe8", "status": "completed", "code": 200}]} {{(pid=99868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 05:52:29.343498 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-89751a5f-9c1d-4a30-bdf6-b00730779e1d {{(pid=99868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 05:52:29.343912 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c20b3bfe-ac7b-424f-beee-fd32d0438baf', 'tag': 'a08eca07-1281-4b64-b24d-d42af4954fe8', 'status': 'completed', 'code': 200} Jun 17 05:52:29.415121 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3b16b0-7858-46cd-8fa2-b346c304af84 req-cedbee74-ba4a-41b2-b7dc-3d920f7eb788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:29.416587 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-9d3b16b0-7858-46cd-8fa2-b346c304af84 req-cedbee74-ba4a-41b2-b7dc-3d920f7eb788 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cb6edd7aadc4432ab0aae4e4e01d014b&device_id=c20b3bfe-ac7b-424f-beee-fd32d0438baf HTTP/1.1" status: 200 len: 1097 time: 0.0525377 Jun 17 05:52:29.577895 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344fb40f-1363-4f99-88fb-238d1dc3aa85 req-a26e254a-4d70-4395-beb7-7f0ff2e10061 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:29.579490 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-344fb40f-1363-4f99-88fb-238d1dc3aa85 req-a26e254a-4d70-4395-beb7-7f0ff2e10061 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/ports?device_id=28503d4a-afc3-434a-bd10-4045586cbc4c HTTP/1.1" status: 200 len: 946 time: 0.0621936 Jun 17 05:52:29.605872 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3b16b0-7858-46cd-8fa2-b346c304af84 req-b4a5f449-6970-416f-92bb-0efe19362871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:29.607318 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-9d3b16b0-7858-46cd-8fa2-b346c304af84 req-b4a5f449-6970-416f-92bb-0efe19362871 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=cb6edd7aadc4432ab0aae4e4e01d014b&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1757042 Jun 17 05:52:29.616543 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-344fb40f-1363-4f99-88fb-238d1dc3aa85 req-2e6f6716-5e1b-4811-a9f8-049635a58dec tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/security-groups?id=72b04d2a-db53-4be4-b153-1399428b4f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307393 Jun 17 05:52:29.787925 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8dea23-c1bb-45da-91e8-6894b37a1c92 req-45a4511b-b2fd-439d-bff0-cbfe7ee095be tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:29.789464 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-5f8dea23-c1bb-45da-91e8-6894b37a1c92 req-45a4511b-b2fd-439d-bff0-cbfe7ee095be tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] 10.222.0.11 "GET /v2.0/ports?device_id=a3c82d36-2976-4b4c-8fa5-2b4805276a18 HTTP/1.1" status: 200 len: 985 time: 0.0649624 Jun 17 05:52:29.836462 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-5f8dea23-c1bb-45da-91e8-6894b37a1c92 req-bfabb5eb-ea5b-45e8-8207-d7c2d3b24b8b tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9e60d8f-c626-4915-82fb-97a71c590db2&id=6dc8b356-0e03-4fe3-b2ac-b76bbfb520ad&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0406594 Jun 17 05:52:29.919399 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec859c0-627c-4a4b-b5f0-67c2b0635b46 req-781b5876-5fe2-4d4e-b814-5597b42ee3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:29.920835 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-eec859c0-627c-4a4b-b5f0-67c2b0635b46 req-781b5876-5fe2-4d4e-b814-5597b42ee3cb service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3d0d5a00-9e06-45cf-af70-826834445347 HTTP/1.1" status: 200 len: 1100 time: 0.3983617 Jun 17 05:52:29.959684 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cac4f49-9717-4e7e-8678-081fa0dcf5eb req-4a2b5536-30ff-480c-b83c-6f3496d9924b tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:29.961105 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-0cac4f49-9717-4e7e-8678-081fa0dcf5eb req-4a2b5536-30ff-480c-b83c-6f3496d9924b tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/ports?device_id=3d0d5a00-9e06-45cf-af70-826834445347 HTTP/1.1" status: 200 len: 947 time: 0.4259021 Jun 17 05:52:30.003849 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0b2078-a424-41f4-86c9-fa33a22d8f1a req-8d7065e8-0e33-4fca-a4f9-701649a91a3e tempest-VolumesSnapshotTestJSON-764430663 tempest-VolumesSnapshotTestJSON-764430663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:30.005301 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-ec0b2078-a424-41f4-86c9-fa33a22d8f1a req-8d7065e8-0e33-4fca-a4f9-701649a91a3e tempest-VolumesSnapshotTestJSON-764430663 tempest-VolumesSnapshotTestJSON-764430663-project] 10.222.0.11 "GET /v2.0/ports?device_id=c20b3bfe-ac7b-424f-beee-fd32d0438baf HTTP/1.1" status: 200 len: 944 time: 0.0612924 Jun 17 05:52:30.006772 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-eec859c0-627c-4a4b-b5f0-67c2b0635b46 req-ddda8176-d8b2-4ffa-a346-e6cd7a9136f1 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=7ce8ebda-6a66-4ae7-b677-cf05040a027e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767500 Jun 17 05:52:30.009038 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3b16b0-7858-46cd-8fa2-b346c304af84 req-0fab9384-a455-4a72-9f01-6abf60a88077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:30.010367 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-9d3b16b0-7858-46cd-8fa2-b346c304af84 req-0fab9384-a455-4a72-9f01-6abf60a88077 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3956747 Jun 17 05:52:30.025839 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-0cac4f49-9717-4e7e-8678-081fa0dcf5eb req-83d787f6-5f49-49a1-b228-e179ae102513 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ce8ebda-6a66-4ae7-b677-cf05040a027e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560741 Jun 17 05:52:30.042443 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-ec0b2078-a424-41f4-86c9-fa33a22d8f1a req-6db8bb39-4ac6-483e-953d-3da317228089 tempest-VolumesSnapshotTestJSON-764430663 tempest-VolumesSnapshotTestJSON-764430663-project] 10.222.0.11 "GET /v2.0/security-groups?id=eee29790-a2f6-41fc-a57b-695b41c17f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309973 Jun 17 05:52:30.171997 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d790cf44-c45f-4acf-8231-c2cf7ec90394 req-91876d66-acd2-4bbf-9ec1-48331ce91f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:30.173373 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-d790cf44-c45f-4acf-8231-c2cf7ec90394 req-91876d66-acd2-4bbf-9ec1-48331ce91f92 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cb6edd7aadc4432ab0aae4e4e01d014b&device_id=c20b3bfe-ac7b-424f-beee-fd32d0438baf HTTP/1.1" status: 200 len: 1097 time: 0.0547714 Jun 17 05:52:30.212814 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-d790cf44-c45f-4acf-8231-c2cf7ec90394 req-71fb0286-db2b-4009-a4f6-d4980c4eec34 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a08eca07-1281-4b64-b24d-d42af4954fe8 HTTP/1.1" status: 200 len: 217 time: 0.0310662 Jun 17 05:52:30.259865 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d790cf44-c45f-4acf-8231-c2cf7ec90394 req-e0dee6b5-7bda-41d7-ab6e-d24c523dc272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:30.261227 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-d790cf44-c45f-4acf-8231-c2cf7ec90394 req-e0dee6b5-7bda-41d7-ab6e-d24c523dc272 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=58d99635-f6f3-4065-a708-47e3a97f7027 HTTP/1.1" status: 200 len: 854 time: 0.0397775 Jun 17 05:52:30.296496 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-d790cf44-c45f-4acf-8231-c2cf7ec90394 req-c61d3a98-32ca-4273-b361-542b48fde04d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4005e20a-aa5f-4d8b-99ef-75b8784c3497&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278339 Jun 17 05:52:30.384241 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-d790cf44-c45f-4acf-8231-c2cf7ec90394 req-b37f228c-224c-4900-a985-863362ab00e4 service neutron] 10.222.0.13 "GET /v2.0/networks/4005e20a-aa5f-4d8b-99ef-75b8784c3497?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0776510 Jun 17 05:52:30.473140 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-d790cf44-c45f-4acf-8231-c2cf7ec90394 req-fa976dda-8641-4c4a-8093-adfc4ccf8785 service neutron] 10.222.0.13 "GET /v2.0/networks/4005e20a-aa5f-4d8b-99ef-75b8784c3497?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819144 Jun 17 05:52:30.749496 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Device 0587ee3f-7f05-420f-846f-65ed77a5622f no longer exists at agent hyperv_hv-cinder-77262 {{(pid=99870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 05:52:30.769942 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.plugin [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] No Port match for: 0587ee3f-7f05-420f-846f-65ed77a5622f {{(pid=99870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 05:52:30.770298 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Device 0587ee3f-7f05-420f-846f-65ed77a5622f not bound to the agent host hv-cinder-77262 {{(pid=99870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 05:52:30.786715 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24e32af-44e6-4760-905f-e8f2d56c4014 req-741ec818-cc52-4900-9829-fb026e63c1cf tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:30.788200 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-c24e32af-44e6-4760-905f-e8f2d56c4014 req-741ec818-cc52-4900-9829-fb026e63c1cf tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/ports?device_id=28503d4a-afc3-434a-bd10-4045586cbc4c HTTP/1.1" status: 200 len: 946 time: 0.0620866 Jun 17 05:52:30.825078 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-c24e32af-44e6-4760-905f-e8f2d56c4014 req-34d1fa63-229d-4415-afee-5edde32b0a91 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/security-groups?id=72b04d2a-db53-4be4-b153-1399428b4f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309575 Jun 17 05:52:31.009460 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c7f403-34ef-428f-9b29-0468562d59b6 req-bd8e53a5-158d-4cfa-841c-64623d57456e tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:31.010929 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-d4c7f403-34ef-428f-9b29-0468562d59b6 req-bd8e53a5-158d-4cfa-841c-64623d57456e tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] 10.222.0.11 "GET /v2.0/ports?device_id=a3c82d36-2976-4b4c-8fa5-2b4805276a18 HTTP/1.1" status: 200 len: 985 time: 0.0609834 Jun 17 05:52:31.050581 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-d4c7f403-34ef-428f-9b29-0468562d59b6 req-c8d007c5-460d-45ea-bd76-2065fa4ca393 tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9e60d8f-c626-4915-82fb-97a71c590db2&id=6dc8b356-0e03-4fe3-b2ac-b76bbfb520ad&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0337629 Jun 17 05:52:31.222561 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c2459c-492d-490c-90c1-68d8a49f0a07 req-c3118f50-4eff-421f-a196-4969c1984614 tempest-VolumesSnapshotTestJSON-764430663 tempest-VolumesSnapshotTestJSON-764430663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:31.224114 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-88c2459c-492d-490c-90c1-68d8a49f0a07 req-c3118f50-4eff-421f-a196-4969c1984614 tempest-VolumesSnapshotTestJSON-764430663 tempest-VolumesSnapshotTestJSON-764430663-project] 10.222.0.11 "GET /v2.0/ports?device_id=c20b3bfe-ac7b-424f-beee-fd32d0438baf HTTP/1.1" status: 200 len: 944 time: 0.0684054 Jun 17 05:52:31.225032 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c585612-0ff5-40bc-8026-155358abfe7b req-39f9def8-29b6-45a0-b502-94dfb30d8e0a tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:31.226504 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-7c585612-0ff5-40bc-8026-155358abfe7b req-39f9def8-29b6-45a0-b502-94dfb30d8e0a tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/ports?device_id=3d0d5a00-9e06-45cf-af70-826834445347 HTTP/1.1" status: 200 len: 947 time: 0.0754669 Jun 17 05:52:31.273499 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-7c585612-0ff5-40bc-8026-155358abfe7b req-4a93dc52-59fa-495a-99e6-ddcf900af621 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ce8ebda-6a66-4ae7-b677-cf05040a027e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385809 Jun 17 05:52:31.273813 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-88c2459c-492d-490c-90c1-68d8a49f0a07 req-970bd640-7807-4124-9cd1-367c6d7b2ec6 tempest-VolumesSnapshotTestJSON-764430663 tempest-VolumesSnapshotTestJSON-764430663-project] 10.222.0.11 "GET /v2.0/security-groups?id=eee29790-a2f6-41fc-a57b-695b41c17f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403578 Jun 17 05:52:31.995521 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebe1678-fa9e-47c0-9171-310a529062bb req-203122e8-e032-4723-8bbf-1f7ef3bab064 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:31.996978 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-2ebe1678-fa9e-47c0-9171-310a529062bb req-203122e8-e032-4723-8bbf-1f7ef3bab064 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/ports?device_id=28503d4a-afc3-434a-bd10-4045586cbc4c HTTP/1.1" status: 200 len: 946 time: 0.0620279 Jun 17 05:52:32.033202 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-2ebe1678-fa9e-47c0-9171-310a529062bb req-da883159-f204-4d0c-ab89-79797b12679b tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/security-groups?id=72b04d2a-db53-4be4-b153-1399428b4f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304914 Jun 17 05:52:32.229444 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ff3d7c-f17a-4f5b-8d44-6744915b61a7 req-ed31618a-8db1-4c0d-8467-f2dd7a900b07 tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:32.230918 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-e0ff3d7c-f17a-4f5b-8d44-6744915b61a7 req-ed31618a-8db1-4c0d-8467-f2dd7a900b07 tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] 10.222.0.11 "GET /v2.0/ports?device_id=a3c82d36-2976-4b4c-8fa5-2b4805276a18 HTTP/1.1" status: 200 len: 985 time: 0.0695720 Jun 17 05:52:32.271363 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-e0ff3d7c-f17a-4f5b-8d44-6744915b61a7 req-220f221b-8fb3-4bf4-a172-21e4703d603f tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9e60d8f-c626-4915-82fb-97a71c590db2&id=6dc8b356-0e03-4fe3-b2ac-b76bbfb520ad&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0337491 Jun 17 05:52:32.451730 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a98bc3-d87d-4fe2-8ad4-129c27788015 req-00d9e76c-b440-4e4f-a380-1d729ace57ef tempest-VolumesSnapshotTestJSON-764430663 tempest-VolumesSnapshotTestJSON-764430663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:32.453149 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-33a98bc3-d87d-4fe2-8ad4-129c27788015 req-00d9e76c-b440-4e4f-a380-1d729ace57ef tempest-VolumesSnapshotTestJSON-764430663 tempest-VolumesSnapshotTestJSON-764430663-project] 10.222.0.11 "GET /v2.0/ports?device_id=c20b3bfe-ac7b-424f-beee-fd32d0438baf HTTP/1.1" status: 200 len: 944 time: 0.0643580 Jun 17 05:52:32.454693 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad71a86-29c3-4738-9520-f65c4e219acf req-d37229bb-3980-46a1-8c04-eb4bf2bc7862 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:32.456908 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-2ad71a86-29c3-4738-9520-f65c4e219acf req-d37229bb-3980-46a1-8c04-eb4bf2bc7862 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/ports?device_id=3d0d5a00-9e06-45cf-af70-826834445347 HTTP/1.1" status: 200 len: 947 time: 0.0628011 Jun 17 05:52:32.495816 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-2ad71a86-29c3-4738-9520-f65c4e219acf req-69183b40-08e9-406b-a85d-92f1ee233004 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ce8ebda-6a66-4ae7-b677-cf05040a027e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334849 Jun 17 05:52:32.496590 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-33a98bc3-d87d-4fe2-8ad4-129c27788015 req-21515bbd-f932-4183-ad34-de3e0ee1a932 tempest-VolumesSnapshotTestJSON-764430663 tempest-VolumesSnapshotTestJSON-764430663-project] 10.222.0.11 "GET /v2.0/security-groups?id=eee29790-a2f6-41fc-a57b-695b41c17f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363629 Jun 17 05:52:32.760576 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Device a08eca07-1281-4b64-b24d-d42af4954fe8 details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=99870) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 05:52:32.854494 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.db [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] For port a08eca07-1281-4b64-b24d-d42af4954fe8, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=a08eca07-1281-4b64-b24d-d42af4954fe8,segment=NetworkSegment(57cf4dce-3961-4ff0-a353-28aa28d3300b),segment_id=57cf4dce-3961-4ff0-a353-28aa28d3300b)] {{(pid=99870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:52:32.865522 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Returning: {'device': 'a08eca07-1281-4b64-b24d-d42af4954fe8', 'network_id': '4005e20a-aa5f-4d8b-99ef-75b8784c3497', 'port_id': 'a08eca07-1281-4b64-b24d-d42af4954fe8', 'mac_address': 'fa:16:3e:e9:51:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58d99635-f6f3-4065-a708-47e3a97f7027', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99870) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 05:52:32.901947 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1464132'] for port, before_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:32.914940 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.notifiers.nova [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a08eca07-1281-4b64-b24d-d42af4954fe8 {{(pid=99870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 05:52:32.933559 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.db [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] For port a08eca07-1281-4b64-b24d-d42af4954fe8, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=a08eca07-1281-4b64-b24d-d42af4954fe8,segment=NetworkSegment(57cf4dce-3961-4ff0-a353-28aa28d3300b),segment_id=57cf4dce-3961-4ff0-a353-28aa28d3300b)] {{(pid=99870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:52:33.031497 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773697962343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773697504561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773697504606'] for port, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:33.033233 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [None req-8b10d5b0-1aa1-4e60-b483-8019e893316c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:52:33.077362 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Pushing event updated for resources: {'Port': ['ID=a08eca07-1281-4b64-b24d-d42af4954fe8,revision_number=4']} {{(pid=99870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:52:33.080324 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:52:33.204236 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b24be8-66ac-413a-94bf-1849240ac3ee req-5c59523a-5632-4f8d-87b9-cd8ea70507d7 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:33.206583 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-13b24be8-66ac-413a-94bf-1849240ac3ee req-5c59523a-5632-4f8d-87b9-cd8ea70507d7 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/ports?device_id=28503d4a-afc3-434a-bd10-4045586cbc4c HTTP/1.1" status: 200 len: 946 time: 0.0611649 Jun 17 05:52:33.242602 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-13b24be8-66ac-413a-94bf-1849240ac3ee req-9814414f-cc20-4a68-9995-90f64dbeecd9 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/security-groups?id=72b04d2a-db53-4be4-b153-1399428b4f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303981 Jun 17 05:52:33.326538 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.db [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] get_ports_and_sgs() called for port_ids ['a08eca07-1281-4b64-b24d-d42af4954fe8'] {{(pid=99870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 05:52:33.445522 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9d567f-d878-4952-83a4-deb24f1a097b req-de0cc8ad-edcd-4c43-a0b0-accc1e6b7895 tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:33.447193 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-4a9d567f-d878-4952-83a4-deb24f1a097b req-de0cc8ad-edcd-4c43-a0b0-accc1e6b7895 tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] 10.222.0.11 "GET /v2.0/ports?device_id=a3c82d36-2976-4b4c-8fa5-2b4805276a18 HTTP/1.1" status: 200 len: 985 time: 0.0642006 Jun 17 05:52:33.489760 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-4a9d567f-d878-4952-83a4-deb24f1a097b req-d7742245-40e0-433f-8581-4d78bc0f258b tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9e60d8f-c626-4915-82fb-97a71c590db2&id=6dc8b356-0e03-4fe3-b2ac-b76bbfb520ad&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0364454 Jun 17 05:52:33.670860 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a65f701-53cd-4597-ab19-466973435dff req-b909b2d7-e72a-42cc-82cb-3c25feaeae5a tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:33.671078 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36767c0-8027-485d-9624-79615ac23e82 req-cf9ca2ac-8559-417c-9b3a-359dca9fa590 tempest-VolumesSnapshotTestJSON-764430663 tempest-VolumesSnapshotTestJSON-764430663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:33.672250 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-6a65f701-53cd-4597-ab19-466973435dff req-b909b2d7-e72a-42cc-82cb-3c25feaeae5a tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/ports?device_id=3d0d5a00-9e06-45cf-af70-826834445347 HTTP/1.1" status: 200 len: 947 time: 0.0608079 Jun 17 05:52:33.672378 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-b36767c0-8027-485d-9624-79615ac23e82 req-cf9ca2ac-8559-417c-9b3a-359dca9fa590 tempest-VolumesSnapshotTestJSON-764430663 tempest-VolumesSnapshotTestJSON-764430663-project] 10.222.0.11 "GET /v2.0/ports?device_id=c20b3bfe-ac7b-424f-beee-fd32d0438baf HTTP/1.1" status: 200 len: 945 time: 0.0652537 Jun 17 05:52:33.709512 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-b36767c0-8027-485d-9624-79615ac23e82 req-4547e9cd-a67c-4bae-99d7-099f1beae0c2 tempest-VolumesSnapshotTestJSON-764430663 tempest-VolumesSnapshotTestJSON-764430663-project] 10.222.0.11 "GET /v2.0/security-groups?id=eee29790-a2f6-41fc-a57b-695b41c17f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306213 Jun 17 05:52:33.710496 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-6a65f701-53cd-4597-ab19-466973435dff req-6b2070e0-77f8-43c5-a412-59f8b12fa8cd tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ce8ebda-6a66-4ae7-b677-cf05040a027e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318539 Jun 17 05:52:34.413384 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1e340f-2477-494e-b1b6-aa614c07fa0a req-f0de7185-8539-4128-9bfe-293b47d92e9a tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:34.414751 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-3c1e340f-2477-494e-b1b6-aa614c07fa0a req-f0de7185-8539-4128-9bfe-293b47d92e9a tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/ports?device_id=28503d4a-afc3-434a-bd10-4045586cbc4c HTTP/1.1" status: 200 len: 946 time: 0.0624199 Jun 17 05:52:34.450614 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-3c1e340f-2477-494e-b1b6-aa614c07fa0a req-36cad5d0-49ab-496c-9a5d-0622b32bfc8b tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/security-groups?id=72b04d2a-db53-4be4-b153-1399428b4f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302896 Jun 17 05:52:34.662645 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1c42aa-de9d-490d-a4fd-a761b185748e req-111469a7-3a39-440a-b08e-55097e9e99d8 tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:34.664149 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-4e1c42aa-de9d-490d-a4fd-a761b185748e req-111469a7-3a39-440a-b08e-55097e9e99d8 tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] 10.222.0.11 "GET /v2.0/ports?device_id=a3c82d36-2976-4b4c-8fa5-2b4805276a18 HTTP/1.1" status: 200 len: 985 time: 0.0641799 Jun 17 05:52:34.702764 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-4e1c42aa-de9d-490d-a4fd-a761b185748e req-63b52420-d3a6-42a8-bef3-19cb5f5c33d9 tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9e60d8f-c626-4915-82fb-97a71c590db2&id=6dc8b356-0e03-4fe3-b2ac-b76bbfb520ad&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0329251 Jun 17 05:52:34.777509 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Device a08eca07-1281-4b64-b24d-d42af4954fe8 up at agent hyperv_hv-cinder-77262 {{(pid=99870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 05:52:34.883428 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0b23ba-d3c5-46f4-a6bd-1009dfa05565 req-5ba15632-6f58-4f5e-a0e0-9a1c5aafb8fa tempest-VolumesSnapshotTestJSON-764430663 tempest-VolumesSnapshotTestJSON-764430663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:34.884858 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-8e0b23ba-d3c5-46f4-a6bd-1009dfa05565 req-5ba15632-6f58-4f5e-a0e0-9a1c5aafb8fa tempest-VolumesSnapshotTestJSON-764430663 tempest-VolumesSnapshotTestJSON-764430663-project] 10.222.0.11 "GET /v2.0/ports?device_id=c20b3bfe-ac7b-424f-beee-fd32d0438baf HTTP/1.1" status: 200 len: 945 time: 0.0646868 Jun 17 05:52:34.917450 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.provisioning_blocks [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Provisioning for port a08eca07-1281-4b64-b24d-d42af4954fe8 completed by entity L2. {{(pid=99870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 05:52:34.921336 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.provisioning_blocks [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Provisioning complete for port a08eca07-1281-4b64-b24d-d42af4954fe8 triggered by entity L2. {{(pid=99870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 05:52:34.921782 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551367'] for port, provisioning_complete {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:34.921894 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-8e0b23ba-d3c5-46f4-a6bd-1009dfa05565 req-873bd935-b4f1-4f81-9f5d-35351f34ca4a tempest-VolumesSnapshotTestJSON-764430663 tempest-VolumesSnapshotTestJSON-764430663-project] 10.222.0.11 "GET /v2.0/security-groups?id=eee29790-a2f6-41fc-a57b-695b41c17f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314219 Jun 17 05:52:35.002385 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1464132'] for port, before_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:35.024347 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c20b3bfe-ac7b-424f-beee-fd32d0438baf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a08eca07-1281-4b64-b24d-d42af4954fe8'}] {{(pid=99870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 05:52:35.026573 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b488aefaa6b1d6b79683e2609a7ce48815cfc41b5bb42f7017315c525e2bf75d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2dd87c0-1079-48b2-95d7-319e6e1c237d" -d '{"events": [{"server_uuid": "c20b3bfe-ac7b-424f-beee-fd32d0438baf", "name": "network-vif-plugged", "status": "completed", "tag": "a08eca07-1281-4b64-b24d-d42af4954fe8"}]}' {{(pid=99870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 05:52:35.040863 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.db [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] For port a08eca07-1281-4b64-b24d-d42af4954fe8, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=a08eca07-1281-4b64-b24d-d42af4954fe8,segment=NetworkSegment(57cf4dce-3961-4ff0-a353-28aa28d3300b),segment_id=57cf4dce-3961-4ff0-a353-28aa28d3300b)] {{(pid=99870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:52:35.064028 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 05:52:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0be7023-7829-4cdd-8cb6-b26dc62e2d00 x-openstack-request-id: req-f0be7023-7829-4cdd-8cb6-b26dc62e2d00 {{(pid=99870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 05:52:35.064332 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c20b3bfe-ac7b-424f-beee-fd32d0438baf", "name": "network-vif-plugged", "status": "completed", "tag": "a08eca07-1281-4b64-b24d-d42af4954fe8", "code": 200}]} {{(pid=99870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 05:52:35.064600 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f0be7023-7829-4cdd-8cb6-b26dc62e2d00 {{(pid=99870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 05:52:35.065026 dv-cinder-772623-9-smb neutron-server[99870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c20b3bfe-ac7b-424f-beee-fd32d0438baf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a08eca07-1281-4b64-b24d-d42af4954fe8', 'code': 200} Jun 17 05:52:35.134947 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773697962343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773697504561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773697504606'] for port, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:35.136734 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:52:35.181693 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Pushing event updated for resources: {'Port': ['ID=a08eca07-1281-4b64-b24d-d42af4954fe8,revision_number=5']} {{(pid=99870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:52:35.184580 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:52:35.489855 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce9a951-7cfc-4727-93f3-f0fc7729acd2 req-217626e9-4b2f-4cd1-8f93-3c5f0e55345e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:35.491350 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-2ce9a951-7cfc-4727-93f3-f0fc7729acd2 req-217626e9-4b2f-4cd1-8f93-3c5f0e55345e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c20b3bfe-ac7b-424f-beee-fd32d0438baf HTTP/1.1" status: 200 len: 1099 time: 0.0530365 Jun 17 05:52:35.526369 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-2ce9a951-7cfc-4727-93f3-f0fc7729acd2 req-e5c0adb4-1b51-44f6-9ef3-350f1f9514f7 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=eee29790-a2f6-41fc-a57b-695b41c17f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281353 Jun 17 05:52:35.664833 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48994c6-569a-4166-94dd-4dd4c93814af req-2d94a726-de6d-495e-b659-d3f10c2e18ac tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:35.666253 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-b48994c6-569a-4166-94dd-4dd4c93814af req-2d94a726-de6d-495e-b659-d3f10c2e18ac tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/ports?device_id=28503d4a-afc3-434a-bd10-4045586cbc4c HTTP/1.1" status: 200 len: 946 time: 0.1035190 Jun 17 05:52:35.685541 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01bc400-34b8-477d-b916-1ed2a9f308c0 req-cb31867b-7835-4121-84ac-ee0ac700f720 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:35.686915 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-e01bc400-34b8-477d-b916-1ed2a9f308c0 req-cb31867b-7835-4121-84ac-ee0ac700f720 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.13 "GET /v2.0/ports?device_id=28503d4a-afc3-434a-bd10-4045586cbc4c HTTP/1.1" status: 200 len: 946 time: 0.0966406 Jun 17 05:52:35.742799 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-b48994c6-569a-4166-94dd-4dd4c93814af req-8b23cbda-c69d-4344-84aa-1c3adca69882 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/security-groups?id=72b04d2a-db53-4be4-b153-1399428b4f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706766 Jun 17 05:52:35.803181 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.plugin [req-e01bc400-34b8-477d-b916-1ed2a9f308c0 req-1d57a634-ea43-48ab-b1e9-1f1b31dc1eb3 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] Deleting port 9f32a9bd-cf9b-416b-bb4f-bc81ca793bf0 {{(pid=99868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 05:52:35.803522 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-e01bc400-34b8-477d-b916-1ed2a9f308c0 req-1d57a634-ea43-48ab-b1e9-1f1b31dc1eb3 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773697957277'] for port, before_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:35.877954 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2e500b-baed-462b-8978-ab142aff0559 req-60860486-b16e-4f28-8c86-630f44a1082d tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:35.879639 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-bb2e500b-baed-462b-8978-ab142aff0559 req-60860486-b16e-4f28-8c86-630f44a1082d tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] 10.222.0.11 "GET /v2.0/ports?device_id=a3c82d36-2976-4b4c-8fa5-2b4805276a18 HTTP/1.1" status: 200 len: 985 time: 0.0624604 Jun 17 05:52:35.894750 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.db [req-e01bc400-34b8-477d-b916-1ed2a9f308c0 req-1d57a634-ea43-48ab-b1e9-1f1b31dc1eb3 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] For port 9f32a9bd-cf9b-416b-bb4f-bc81ca793bf0, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=9f32a9bd-cf9b-416b-bb4f-bc81ca793bf0,segment=NetworkSegment(00707abe-e8f8-444e-9847-b9464fdf568f),segment_id=00707abe-e8f8-444e-9847-b9464fdf568f)] {{(pid=99868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:52:35.895168 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-e01bc400-34b8-477d-b916-1ed2a9f308c0 req-1d57a634-ea43-48ab-b1e9-1f1b31dc1eb3 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429017'] for port, precommit_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:35.921535 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-bb2e500b-baed-462b-8978-ab142aff0559 req-28ae4b48-c07d-412b-9fab-bf3926062ee2 tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9e60d8f-c626-4915-82fb-97a71c590db2&id=6dc8b356-0e03-4fe3-b2ac-b76bbfb520ad&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0354207 Jun 17 05:52:35.964108 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.plugin [req-e01bc400-34b8-477d-b916-1ed2a9f308c0 req-1d57a634-ea43-48ab-b1e9-1f1b31dc1eb3 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] Calling delete_port for 9f32a9bd-cf9b-416b-bb4f-bc81ca793bf0 owned by compute:nova {{(pid=99868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 05:52:36.135035 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9fc5e7-7c7a-4b18-b67b-fbba33556619 req-0ab5fc16-dfad-48e1-a2eb-240295a50f97 tempest-VolumesSnapshotTestJSON-764430663 tempest-VolumesSnapshotTestJSON-764430663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:36.136488 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-2e9fc5e7-7c7a-4b18-b67b-fbba33556619 req-0ab5fc16-dfad-48e1-a2eb-240295a50f97 tempest-VolumesSnapshotTestJSON-764430663 tempest-VolumesSnapshotTestJSON-764430663-project] 10.222.0.11 "GET /v2.0/ports?device_id=c20b3bfe-ac7b-424f-beee-fd32d0438baf HTTP/1.1" status: 200 len: 946 time: 0.1027389 Jun 17 05:52:36.174031 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-2e9fc5e7-7c7a-4b18-b67b-fbba33556619 req-d8e7d028-d0b3-4798-b0fb-88b2c246ef36 tempest-VolumesSnapshotTestJSON-764430663 tempest-VolumesSnapshotTestJSON-764430663-project] 10.222.0.11 "GET /v2.0/security-groups?id=eee29790-a2f6-41fc-a57b-695b41c17f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318508 Jun 17 05:52:36.226547 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-e01bc400-34b8-477d-b916-1ed2a9f308c0 req-1d57a634-ea43-48ab-b1e9-1f1b31dc1eb3 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773697962361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773697504552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2882495'] for port, after_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:36.230300 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:52:36.240735 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.db [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] get_ports_and_sgs() called for port_ids ['9f32a9bd-cf9b-416b-bb4f-bc81ca793bf0'] {{(pid=99870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 05:52:36.255740 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d57a634-ea43-48ab-b1e9-1f1b31dc1eb3 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] Pushing event deleted for resources: {'Port': ['ID=9f32a9bd-cf9b-416b-bb4f-bc81ca793bf0,revision_number=None']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:52:36.259207 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-1d57a634-ea43-48ab-b1e9-1f1b31dc1eb3 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:52:36.300304 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.db.l3_dvrscheduler_db [req-e01bc400-34b8-477d-b916-1ed2a9f308c0 req-1d57a634-ea43-48ab-b1e9-1f1b31dc1eb3 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] No DVR routers for this DVR port 9f32a9bd-cf9b-416b-bb4f-bc81ca793bf0 on host hv-cinder-77262 {{(pid=99868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 05:52:36.303039 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-e01bc400-34b8-477d-b916-1ed2a9f308c0 req-1d57a634-ea43-48ab-b1e9-1f1b31dc1eb3 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-860254'] for port, before_response {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:36.304982 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-e01bc400-34b8-477d-b916-1ed2a9f308c0 req-1d57a634-ea43-48ab-b1e9-1f1b31dc1eb3 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.13 "DELETE /v2.0/ports/9f32a9bd-cf9b-416b-bb4f-bc81ca793bf0 HTTP/1.1" status: 204 len: 173 time: 0.6101980 Jun 17 05:52:36.305468 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28503d4a-afc3-434a-bd10-4045586cbc4c', 'name': 'network-vif-deleted', 'tag': '9f32a9bd-cf9b-416b-bb4f-bc81ca793bf0'}] {{(pid=99868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 05:52:36.307740 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8d1bbba7808a8cca0df1ca407b71cd1cd2965420825a4b8dd9215cbcd05a37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54379117-674c-4950-8069-c1da0fa4ed66" -d '{"events": [{"server_uuid": "28503d4a-afc3-434a-bd10-4045586cbc4c", "name": "network-vif-deleted", "tag": "9f32a9bd-cf9b-416b-bb4f-bc81ca793bf0"}]}' {{(pid=99868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 05:52:36.342200 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 05:52:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f7a0aec-9cd4-4538-852a-f85b9a9a2a70 x-openstack-request-id: req-8f7a0aec-9cd4-4538-852a-f85b9a9a2a70 {{(pid=99868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 05:52:36.342548 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28503d4a-afc3-434a-bd10-4045586cbc4c", "name": "network-vif-deleted", "tag": "9f32a9bd-cf9b-416b-bb4f-bc81ca793bf0", "status": "completed", "code": 200}]} {{(pid=99868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 05:52:36.342845 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8f7a0aec-9cd4-4538-852a-f85b9a9a2a70 {{(pid=99868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 05:52:36.343277 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28503d4a-afc3-434a-bd10-4045586cbc4c', 'name': 'network-vif-deleted', 'tag': '9f32a9bd-cf9b-416b-bb4f-bc81ca793bf0', 'status': 'completed', 'code': 200} Jun 17 05:52:36.891247 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-f7151594-b077-4c0d-a52c-cc4bd05c2eb2 req-b0e3be18-1991-4ae1-8e43-3e8b67e4607c tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] 10.222.0.11 "GET /v2.0/ports?device_id=28503d4a-afc3-434a-bd10-4045586cbc4c HTTP/1.1" status: 200 len: 210 time: 0.0281203 Jun 17 05:52:37.096521 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de14a61-42b1-404f-b0dc-30c2595266ed req-b6c9d8f2-8ed9-4ff3-a01e-2bdca7fcb238 tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:37.097905 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-0de14a61-42b1-404f-b0dc-30c2595266ed req-b6c9d8f2-8ed9-4ff3-a01e-2bdca7fcb238 tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] 10.222.0.11 "GET /v2.0/ports?device_id=a3c82d36-2976-4b4c-8fa5-2b4805276a18 HTTP/1.1" status: 200 len: 985 time: 0.0642879 Jun 17 05:52:37.143296 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-0de14a61-42b1-404f-b0dc-30c2595266ed req-edca2725-08ea-4a39-9726-62975da3ded8 tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9e60d8f-c626-4915-82fb-97a71c590db2&id=6dc8b356-0e03-4fe3-b2ac-b76bbfb520ad&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0393238 Jun 17 05:52:37.346722 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb0c50e-1155-47ed-9195-89981782593a req-aba43c61-6a4e-4be0-869c-dd4bd41a61f3 tempest-VolumesSnapshotTestJSON-764430663 tempest-VolumesSnapshotTestJSON-764430663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:37.352181 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-0cb0c50e-1155-47ed-9195-89981782593a req-aba43c61-6a4e-4be0-869c-dd4bd41a61f3 tempest-VolumesSnapshotTestJSON-764430663 tempest-VolumesSnapshotTestJSON-764430663-project] 10.222.0.11 "GET /v2.0/ports?device_id=c20b3bfe-ac7b-424f-beee-fd32d0438baf HTTP/1.1" status: 200 len: 946 time: 0.0714941 Jun 17 05:52:37.389816 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-0cb0c50e-1155-47ed-9195-89981782593a req-bec0cb67-7c56-4ad2-b444-f8f0cd0bd291 tempest-VolumesSnapshotTestJSON-764430663 tempest-VolumesSnapshotTestJSON-764430663-project] 10.222.0.11 "GET /v2.0/security-groups?id=eee29790-a2f6-41fc-a57b-695b41c17f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319400 Jun 17 05:52:37.982130 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.wsgi [-] (99868) accepted ('10.222.0.11', 57226) {{(pid=99868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:52:38.405312 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d481aa-3e45-4ecc-b7d8-71ec7905d307 req-fcab36d0-067a-4247-a5fa-11697118559e tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:38.406762 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-c1d481aa-3e45-4ecc-b7d8-71ec7905d307 req-fcab36d0-067a-4247-a5fa-11697118559e tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] 10.222.0.11 "GET /v2.0/ports?device_id=a3c82d36-2976-4b4c-8fa5-2b4805276a18 HTTP/1.1" status: 200 len: 985 time: 0.1412268 Jun 17 05:52:38.466916 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-c1d481aa-3e45-4ecc-b7d8-71ec7905d307 req-768a5e12-a0f5-44ae-ab97-87ad5a36a1e8 tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9e60d8f-c626-4915-82fb-97a71c590db2&id=6dc8b356-0e03-4fe3-b2ac-b76bbfb520ad&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0529487 Jun 17 05:52:38.475205 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-63d328b9-7798-47ca-8eaf-4925e79297c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-494334'] for router_interface, before_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:38.772999 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.plugin [None req-63d328b9-7798-47ca-8eaf-4925e79297c3 admin admin] Deleting port ae8ed7a8-3640-448e-b46d-2cc3eef84108 {{(pid=99868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 05:52:38.773335 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-63d328b9-7798-47ca-8eaf-4925e79297c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773697957277'] for port, before_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:38.852693 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.db [None req-63d328b9-7798-47ca-8eaf-4925e79297c3 admin admin] For port ae8ed7a8-3640-448e-b46d-2cc3eef84108, host dv-cinder-772623-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-9-smb',level=0,port_id=ae8ed7a8-3640-448e-b46d-2cc3eef84108,segment=NetworkSegment(00707abe-e8f8-444e-9847-b9464fdf568f),segment_id=00707abe-e8f8-444e-9847-b9464fdf568f)] {{(pid=99868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:52:38.853076 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-63d328b9-7798-47ca-8eaf-4925e79297c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429017'] for port, precommit_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:38.860677 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-28356117-35f8-412e-bac0-567cc06d24ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:38.923664 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.plugin [None req-63d328b9-7798-47ca-8eaf-4925e79297c3 admin admin] Calling delete_port for ae8ed7a8-3640-448e-b46d-2cc3eef84108 owned by network:router_interface {{(pid=99868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 05:52:39.186178 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-63d328b9-7798-47ca-8eaf-4925e79297c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773697962361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773697504552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2882495'] for port, after_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:39.188211 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-3ebcba66-6cec-435a-b6dd-bf7dae0de151 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:52:39.215010 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d328b9-7798-47ca-8eaf-4925e79297c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae8ed7a8-3640-448e-b46d-2cc3eef84108,revision_number=None']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:52:39.218542 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-63d328b9-7798-47ca-8eaf-4925e79297c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:52:39.625980 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-63d328b9-7798-47ca-8eaf-4925e79297c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-494186'] for router_interface, after_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:39.644826 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f20e93-8c7e-4c90-a368-3d48c92bdb71 req-ffcdb58c-2584-49c2-9f0b-76eba371c044 tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:39.646359 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-17f20e93-8c7e-4c90-a368-3d48c92bdb71 req-ffcdb58c-2584-49c2-9f0b-76eba371c044 tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] 10.222.0.11 "GET /v2.0/ports?device_id=a3c82d36-2976-4b4c-8fa5-2b4805276a18 HTTP/1.1" status: 200 len: 985 time: 0.0635369 Jun 17 05:52:39.687916 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-17f20e93-8c7e-4c90-a368-3d48c92bdb71 req-140235cd-d2af-462a-b850-02a8a113317c tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9e60d8f-c626-4915-82fb-97a71c590db2&id=6dc8b356-0e03-4fe3-b2ac-b76bbfb520ad&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0356135 Jun 17 05:52:39.830775 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63d328b9-7798-47ca-8eaf-4925e79297c3 admin admin] Router c9e4f621-5086-4845-b147-00c42e0a64b2 has already been hosted by L3 agent 81965deb-4354-4283-a756-7d5d3a21a742 {{(pid=99868) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 05:52:39.934489 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63d328b9-7798-47ca-8eaf-4925e79297c3 admin admin] Notify agent at l3_agent.dv-cinder-772623-9-smb the message routers_updated {{(pid=99868) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 05:52:39.939339 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [None req-63d328b9-7798-47ca-8eaf-4925e79297c3 admin admin] 10.222.0.11 "PUT /v2.0/routers/c9e4f621-5086-4845-b147-00c42e0a64b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9561965 Jun 17 05:52:39.941822 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.wsgi [-] (99868) accepted ('10.222.0.11', 57252) {{(pid=99868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:52:39.944015 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-339641d7-efae-48d7-9910-593ddc0ecea4 None None] Sync routers for ids ['c9e4f621-5086-4845-b147-00c42e0a64b2'] in dv-cinder-772623-9-smb {{(pid=99871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 05:52:39.953247 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-339641d7-efae-48d7-9910-593ddc0ecea4 None None] Routers {'c9e4f621-5086-4845-b147-00c42e0a64b2'} bound to L3 agent in host dv-cinder-772623-9-smb {{(pid=99871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 05:52:39.953866 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.db.l3_hamode_db [None req-339641d7-efae-48d7-9910-593ddc0ecea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T05:41:12Z,description=,heartbeat_timestamp=2021-06-17T05:52:12Z,host='dv-cinder-772623-9-smb',id=81965deb-4354-4283-a756-7d5d3a21a742,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T05:41:12Z,topic='l3_agent')) {'router_ids': ['c9e4f621-5086-4845-b147-00c42e0a64b2'], 'active': True} {{(pid=99871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:52:40.042647 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-4daa1ce2-aa8d-490a-94ca-92319d446b3f admin admin] Notify callbacks [] for router, before_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:40.058047 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.db.l3_dvr_db [None req-339641d7-efae-48d7-9910-593ddc0ecea4 None None] Set router c9e4f621-5086-4845-b147-00c42e0a64b2 gateway port host: dv-cinder-772623-9-smb {{(pid=99871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 05:52:40.139714 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-4daa1ce2-aa8d-490a-94ca-92319d446b3f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:40.229238 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.db.l3_hamode_db [None req-339641d7-efae-48d7-9910-593ddc0ecea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9e4f621-5086-4845-b147-00c42e0a64b2', 'name': 'tempest-ServerRescueNegativeTestJSON-30295414-router', 'tenant_id': 'ce4f89efe12e4ea4942616b8dcf08d70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6', 'external_fixed_ips': [{'subnet_id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'ip_address': '172.28.2.148'}], 'enable_snat': True}, 'gw_port_id': '7b37320f-df7c-435c-9dec-f4d1569ed52b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T05:49:28Z', 'updated_at': '2021-06-17T05:52:39Z', 'revision_number': 5, 'project_id': 'ce4f89efe12e4ea4942616b8dcf08d70', 'gw_port': {'id': '7b37320f-df7c-435c-9dec-f4d1569ed52b', 'name': '', 'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:e3:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9e4f621-5086-4845-b147-00c42e0a64b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'ip_address': '172.28.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:49:29Z', 'updated_at': '2021-06-17T05:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-smb'}], 'dv-cinder-772623-9-smb', False) {} {{(pid=99871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:52:40.261765 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-339641d7-efae-48d7-9910-593ddc0ecea4 None None] Checking router: c9e4f621-5086-4845-b147-00c42e0a64b2 for host: dv-cinder-772623-9-smb {{(pid=99871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 05:52:40.270774 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-339641d7-efae-48d7-9910-593ddc0ecea4 None None] Routers {'c9e4f621-5086-4845-b147-00c42e0a64b2'} bound to L3 agent in host dv-cinder-772623-9-smb {{(pid=99871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 05:52:40.272073 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.db.l3_hamode_db [None req-339641d7-efae-48d7-9910-593ddc0ecea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T05:41:12Z,description=,heartbeat_timestamp=2021-06-17T05:52:12Z,host='dv-cinder-772623-9-smb',id=81965deb-4354-4283-a756-7d5d3a21a742,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T05:41:12Z,topic='l3_agent')) {'router_ids': ['c9e4f621-5086-4845-b147-00c42e0a64b2'], 'active': True} {{(pid=99871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:52:40.298473 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.plugin [None req-4daa1ce2-aa8d-490a-94ca-92319d446b3f admin admin] Deleting port 7b37320f-df7c-435c-9dec-f4d1569ed52b {{(pid=99868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 05:52:40.299006 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-4daa1ce2-aa8d-490a-94ca-92319d446b3f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773697957277'] for port, before_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:40.362768 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.db.l3_dvr_db [None req-339641d7-efae-48d7-9910-593ddc0ecea4 None None] Set router c9e4f621-5086-4845-b147-00c42e0a64b2 gateway port host: None {{(pid=99871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 05:52:40.386332 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.db [None req-4daa1ce2-aa8d-490a-94ca-92319d446b3f admin admin] For port 7b37320f-df7c-435c-9dec-f4d1569ed52b, host dv-cinder-772623-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-9-smb',level=0,port_id=7b37320f-df7c-435c-9dec-f4d1569ed52b,segment=NetworkSegment(5df065dd-7136-4632-92ed-7b0e1f2019c5),segment_id=5df065dd-7136-4632-92ed-7b0e1f2019c5)] {{(pid=99868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:52:40.386897 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-4daa1ce2-aa8d-490a-94ca-92319d446b3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429017'] for port, precommit_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:40.413405 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.db.l3_hamode_db [None req-339641d7-efae-48d7-9910-593ddc0ecea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9e4f621-5086-4845-b147-00c42e0a64b2', 'name': 'tempest-ServerRescueNegativeTestJSON-30295414-router', 'tenant_id': 'ce4f89efe12e4ea4942616b8dcf08d70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T05:49:28Z', 'updated_at': '2021-06-17T05:52:40Z', 'revision_number': 6, 'project_id': 'ce4f89efe12e4ea4942616b8dcf08d70', 'gw_port_host': None}], 'dv-cinder-772623-9-smb', False) {} {{(pid=99871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:52:40.441528 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-339641d7-efae-48d7-9910-593ddc0ecea4 None None] The sync data for ids ['c9e4f621-5086-4845-b147-00c42e0a64b2'] in dv-cinder-772623-9-smb is: [{'id': 'c9e4f621-5086-4845-b147-00c42e0a64b2', 'name': 'tempest-ServerRescueNegativeTestJSON-30295414-router', 'tenant_id': 'ce4f89efe12e4ea4942616b8dcf08d70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T05:49:28Z', 'updated_at': '2021-06-17T05:52:40Z', 'revision_number': 6, 'project_id': 'ce4f89efe12e4ea4942616b8dcf08d70', 'gw_port_host': None}] {{(pid=99871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 05:52:40.457074 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.plugin [None req-4daa1ce2-aa8d-490a-94ca-92319d446b3f admin admin] Calling delete_port for 7b37320f-df7c-435c-9dec-f4d1569ed52b owned by network:router_gateway {{(pid=99868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 05:52:40.700384 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-4daa1ce2-aa8d-490a-94ca-92319d446b3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773697962361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773697504552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2882495'] for port, after_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:40.702449 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-3c833f7d-d493-4465-97c3-7f84024eebf9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:52:40.726204 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daa1ce2-aa8d-490a-94ca-92319d446b3f admin admin] Pushing event deleted for resources: {'Port': ['ID=7b37320f-df7c-435c-9dec-f4d1569ed52b,revision_number=None']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:52:40.733294 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-4daa1ce2-aa8d-490a-94ca-92319d446b3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:52:40.801798 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-4daa1ce2-aa8d-490a-94ca-92319d446b3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-422697'] for router_gateway, after_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:40.809946 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Device 9f32a9bd-cf9b-416b-bb4f-bc81ca793bf0 no longer exists at agent hyperv_hv-cinder-77262 {{(pid=99870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 05:52:40.841138 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.plugin [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] No Port match for: 9f32a9bd-cf9b-416b-bb4f-bc81ca793bf0 {{(pid=99870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 05:52:40.841486 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Device 9f32a9bd-cf9b-416b-bb4f-bc81ca793bf0 not bound to the agent host hv-cinder-77262 {{(pid=99870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 05:52:40.946481 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-4daa1ce2-aa8d-490a-94ca-92319d446b3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-366954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2762'] for router, precommit_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:40.949375 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-4daa1ce2-aa8d-490a-94ca-92319d446b3f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:41.037612 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa0dcbc-c5f9-47f7-ad7a-d42657e458bb req-d701b35f-f5bf-47de-b617-330e8e6e9319 tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:41.039100 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-baa0dcbc-c5f9-47f7-ad7a-d42657e458bb req-d701b35f-f5bf-47de-b617-330e8e6e9319 tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] 10.222.0.11 "GET /v2.0/ports?device_id=a3c82d36-2976-4b4c-8fa5-2b4805276a18 HTTP/1.1" status: 200 len: 985 time: 0.2161868 Jun 17 05:52:41.079913 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-baa0dcbc-c5f9-47f7-ad7a-d42657e458bb req-a33d7684-54f5-4701-ad96-b7acbb9ef2b4 tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9e60d8f-c626-4915-82fb-97a71c590db2&id=6dc8b356-0e03-4fe3-b2ac-b76bbfb520ad&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0348349 Jun 17 05:52:41.122383 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-4daa1ce2-aa8d-490a-94ca-92319d446b3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-432739'] for router, after_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:41.122938 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4daa1ce2-aa8d-490a-94ca-92319d446b3f admin admin] Fanout notify agent at l3_agent the message router_deleted on router c9e4f621-5086-4845-b147-00c42e0a64b2 {{(pid=99868) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 05:52:41.127944 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-4daa1ce2-aa8d-490a-94ca-92319d446b3f admin admin] Notify callbacks [] for router, before_response {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:41.129155 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [None req-4daa1ce2-aa8d-490a-94ca-92319d446b3f admin admin] 10.222.0.11 "DELETE /v2.0/routers/c9e4f621-5086-4845-b147-00c42e0a64b2 HTTP/1.1" status: 204 len: 168 time: 1.1861329 Jun 17 05:52:41.136037 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.wsgi [-] (99868) accepted ('10.222.0.11', 57260) {{(pid=99868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:52:41.180686 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4dd194b-e217-4a25-90ea-0a8923b65b96 admin admin] Deleting subnet 1775a254-338e-4962-94a2-6ab4e879a1ad {{(pid=99868) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 05:52:41.183888 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-c4dd194b-e217-4a25-90ea-0a8923b65b96 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:41.216722 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-c4dd194b-e217-4a25-90ea-0a8923b65b96 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26391911'] for subnet, precommit_delete_associations {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:41.287708 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Device ae8ed7a8-3640-448e-b46d-2cc3eef84108 no longer exists at agent ovs-agent-dv-cinder-772623-9-smb {{(pid=99870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 05:52:41.288590 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-c4dd194b-e217-4a25-90ea-0a8923b65b96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1554961'] for subnet, precommit_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:41.324681 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.plugin [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] No Port match for: ae8ed7a8-3640-448e-b46d-2cc3eef84108 {{(pid=99870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 05:52:41.325039 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Device ae8ed7a8-3640-448e-b46d-2cc3eef84108 not bound to the agent host dv-cinder-772623-9-smb {{(pid=99870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 05:52:41.437871 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-c4dd194b-e217-4a25-90ea-0a8923b65b96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1554968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2882373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26633777'] for subnet, after_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:41.440665 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-e36196d3-0792-430e-900b-30677dc35cc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:52:41.468799 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-c4dd194b-e217-4a25-90ea-0a8923b65b96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564043'] for subnet, before_response {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:41.473965 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [None req-c4dd194b-e217-4a25-90ea-0a8923b65b96 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/1775a254-338e-4962-94a2-6ab4e879a1ad HTTP/1.1" status: 204 len: 168 time: 0.3335962 Jun 17 05:52:41.473965 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dd194b-e217-4a25-90ea-0a8923b65b96 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1775a254-338e-4962-94a2-6ab4e879a1ad,revision_number=None']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:52:41.474312 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-c4dd194b-e217-4a25-90ea-0a8923b65b96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:52:41.475048 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.wsgi [-] (99869) accepted ('10.222.0.11', 57264) {{(pid=99869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:52:41.556235 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-302f9ead-6bc4-4b82-b3d5-84981085abdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1481875'] for network, before_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:41.636715 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-302f9ead-6bc4-4b82-b3d5-84981085abdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1553032', 'neutron.services.segments.db._delete_segments_for_network-8773697995057'] for network, precommit_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:41.646688 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.services.segments.db [None req-302f9ead-6bc4-4b82-b3d5-84981085abdd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0c1f876-47bf-439c-8cf9-05719b315ed5']}} {{(pid=99869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:52:41.656662 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.services.segments.db [None req-302f9ead-6bc4-4b82-b3d5-84981085abdd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00707abe-e8f8-444e-9847-b9464fdf568f') {'for_net_delete': True} {{(pid=99869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:52:41.656954 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.services.segments.db [None req-302f9ead-6bc4-4b82-b3d5-84981085abdd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00707abe-e8f8-444e-9847-b9464fdf568f') {} {{(pid=99869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:52:41.666136 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:41.666316 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-302f9ead-6bc4-4b82-b3d5-84981085abdd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773697993858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2471650'] for segment, before_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:41.680865 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-302f9ead-6bc4-4b82-b3d5-84981085abdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589316'] for segment, precommit_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:41.685540 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-8de1cbdb-0ffd-4bb4-ad2f-792074a9c31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:41.694848 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-302f9ead-6bc4-4b82-b3d5-84981085abdd admin admin] Releasing vlan 143 on physical network physnet1 to pool {{(pid=99869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 05:52:41.695252 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-302f9ead-6bc4-4b82-b3d5-84981085abdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565594'] for segment, after_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:41.696957 dv-cinder-772623-9-smb neutron-server[99869]: Traceback (most recent call last): Jun 17 05:52:41.696957 dv-cinder-772623-9-smb neutron-server[99869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 05:52:41.696957 dv-cinder-772623-9-smb neutron-server[99869]: timer() Jun 17 05:52:41.696957 dv-cinder-772623-9-smb neutron-server[99869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 05:52:41.696957 dv-cinder-772623-9-smb neutron-server[99869]: cb(*args, **kw) Jun 17 05:52:41.696957 dv-cinder-772623-9-smb neutron-server[99869]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 05:52:41.696957 dv-cinder-772623-9-smb neutron-server[99869]: return func(*args, **kwargs) Jun 17 05:52:41.696957 dv-cinder-772623-9-smb neutron-server[99869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 05:52:41.696957 dv-cinder-772623-9-smb neutron-server[99869]: self._notify() Jun 17 05:52:41.696957 dv-cinder-772623-9-smb neutron-server[99869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 05:52:41.696957 dv-cinder-772623-9-smb neutron-server[99869]: self.callback(batched_events) Jun 17 05:52:41.696957 dv-cinder-772623-9-smb neutron-server[99869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 05:52:41.696957 dv-cinder-772623-9-smb neutron-server[99869]: event.method(event) Jun 17 05:52:41.696957 dv-cinder-772623-9-smb neutron-server[99869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 05:52:41.696957 dv-cinder-772623-9-smb neutron-server[99869]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 05:52:41.696957 dv-cinder-772623-9-smb neutron-server[99869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 05:52:41.696957 dv-cinder-772623-9-smb neutron-server[99869]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 05:52:41.696957 dv-cinder-772623-9-smb neutron-server[99869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 05:52:41.696957 dv-cinder-772623-9-smb neutron-server[99869]: return f(self, *a, **k) Jun 17 05:52:41.696957 dv-cinder-772623-9-smb neutron-server[99869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 05:52:41.696957 dv-cinder-772623-9-smb neutron-server[99869]: return self._get(url).json() Jun 17 05:52:41.696957 dv-cinder-772623-9-smb neutron-server[99869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 05:52:41.696957 dv-cinder-772623-9-smb neutron-server[99869]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 05:52:41.696957 dv-cinder-772623-9-smb neutron-server[99869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 05:52:41.696957 dv-cinder-772623-9-smb neutron-server[99869]: return self.request(url, 'GET', **kwargs) Jun 17 05:52:41.696957 dv-cinder-772623-9-smb neutron-server[99869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 05:52:41.696957 dv-cinder-772623-9-smb neutron-server[99869]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 05:52:41.696957 dv-cinder-772623-9-smb neutron-server[99869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 05:52:41.696957 dv-cinder-772623-9-smb neutron-server[99869]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 05:52:41.696957 dv-cinder-772623-9-smb neutron-server[99869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 05:52:41.696957 dv-cinder-772623-9-smb neutron-server[99869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 05:52:41.696957 dv-cinder-772623-9-smb neutron-server[99869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 05:52:41.843580 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-302f9ead-6bc4-4b82-b3d5-84981085abdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1553043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3713235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-564052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422727'] for network, after_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:41.847052 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:52:41.853052 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-302f9ead-6bc4-4b82-b3d5-84981085abdd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564043'] for network, before_response {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:41.853052 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [None req-302f9ead-6bc4-4b82-b3d5-84981085abdd admin admin] 10.222.0.11 "DELETE /v2.0/networks/e0c1f876-47bf-439c-8cf9-05719b315ed5 HTTP/1.1" status: 204 len: 168 time: 0.3745489 Jun 17 05:52:41.863447 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302f9ead-6bc4-4b82-b3d5-84981085abdd admin admin] Pushing event deleted for resources: {'Network': ['ID=e0c1f876-47bf-439c-8cf9-05719b315ed5,revision_number=None']} {{(pid=99869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:52:41.870699 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302f9ead-6bc4-4b82-b3d5-84981085abdd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:52:41.871097 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302f9ead-6bc4-4b82-b3d5-84981085abdd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:52:41.871454 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302f9ead-6bc4-4b82-b3d5-84981085abdd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:52:41.871805 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302f9ead-6bc4-4b82-b3d5-84981085abdd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:52:41.872151 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302f9ead-6bc4-4b82-b3d5-84981085abdd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:52:41.872498 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302f9ead-6bc4-4b82-b3d5-84981085abdd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:52:41.872939 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302f9ead-6bc4-4b82-b3d5-84981085abdd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:52:41.873284 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302f9ead-6bc4-4b82-b3d5-84981085abdd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:52:41.873697 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302f9ead-6bc4-4b82-b3d5-84981085abdd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:52:41.874038 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302f9ead-6bc4-4b82-b3d5-84981085abdd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:52:41.874375 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302f9ead-6bc4-4b82-b3d5-84981085abdd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:52:41.874714 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302f9ead-6bc4-4b82-b3d5-84981085abdd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:52:41.879168 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-302f9ead-6bc4-4b82-b3d5-84981085abdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:52:42.104338 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.wsgi [-] (99868) accepted ('10.222.0.11', 57268) {{(pid=99868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:52:42.145203 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [None req-e5b07077-6c8b-46c8-a130-e71f75ad67c1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ce4f89efe12e4ea4942616b8dcf08d70&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0395560 Jun 17 05:52:42.147637 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.wsgi [-] (99868) accepted ('10.222.0.11', 57270) {{(pid=99868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:52:42.196188 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-4038ed31-796a-4692-9b51-a2e6d67e197a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:42.217469 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-4038ed31-796a-4692-9b51-a2e6d67e197a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:42.306204 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-4038ed31-796a-4692-9b51-a2e6d67e197a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:42.308975 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-4038ed31-796a-4692-9b51-a2e6d67e197a admin admin] Notify callbacks [] for security_group, before_response {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:42.310166 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [None req-4038ed31-796a-4692-9b51-a2e6d67e197a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/72b04d2a-db53-4be4-b153-1399428b4f11 HTTP/1.1" status: 204 len: 168 time: 0.1615450 Jun 17 05:52:42.311017 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-765eb263-6614-4fd5-9fe4-f7ed1af65379 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:52:42.321268 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4038ed31-796a-4692-9b51-a2e6d67e197a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72b04d2a-db53-4be4-b153-1399428b4f11,revision_number=None']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:52:42.323657 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-4038ed31-796a-4692-9b51-a2e6d67e197a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:52:42.489569 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-e4a25698-dc7e-488a-a9c3-c2b55bed5747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:42.813978 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Device 7b37320f-df7c-435c-9dec-f4d1569ed52b no longer exists at agent ovs-agent-dv-cinder-772623-9-smb {{(pid=99870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 05:52:42.835938 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.plugin [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] No Port match for: 7b37320f-df7c-435c-9dec-f4d1569ed52b {{(pid=99870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 05:52:42.836293 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Device 7b37320f-df7c-435c-9dec-f4d1569ed52b not bound to the agent host dv-cinder-772623-9-smb {{(pid=99870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 05:52:43.418511 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.wsgi [-] (99869) accepted ('10.222.0.11', 57294) {{(pid=99869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:52:43.517400 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.v2.base [None req-d65ef745-11de-46fd-8204-1805594a6102 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-519203778-network', 'tenant_id': '8d065435075f44058454a7104302fe52'}} {{(pid=99869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:52:43.620199 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d65ef745-11de-46fd-8204-1805594a6102 admin admin] Made reservation on behalf of 8d065435075f44058454a7104302fe52 for: {'network': 1} {{(pid=99869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 05:52:43.622549 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-d65ef745-11de-46fd-8204-1805594a6102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1464150'] for network, before_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:43.632002 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-d65ef745-11de-46fd-8204-1805594a6102 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:43.720361 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-d65ef745-11de-46fd-8204-1805594a6102 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:43.791578 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-d65ef745-11de-46fd-8204-1805594a6102 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:43.794620 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-241cdce3-40b6-4594-8be2-3d6630038d79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:52:43.816303 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d65ef745-11de-46fd-8204-1805594a6102 admin admin] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=99869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 05:52:43.826462 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65ef745-11de-46fd-8204-1805594a6102 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfe2a3f8-e62b-4ddf-a2cf-bc95e41b5e5f,revision_number=1']} {{(pid=99869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:52:43.830454 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-d65ef745-11de-46fd-8204-1805594a6102 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:52:43.836387 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-d65ef745-11de-46fd-8204-1805594a6102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589316'] for segment, precommit_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:43.836387 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.db.segments_db [None req-d65ef745-11de-46fd-8204-1805594a6102 admin admin] Added segment eb521820-c5f2-46a7-9b30-c1bbb074c69a of type vlan for network eebebe7c-d85c-4efc-a9bd-f0f9ccab051e Jun 17 05:52:43.870566 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-d65ef745-11de-46fd-8204-1805594a6102 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773697459366'] for network, precommit_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:43.969110 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-d65ef745-11de-46fd-8204-1805594a6102 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3713235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-564052'] for network, after_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:43.970893 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d65ef745-11de-46fd-8204-1805594a6102 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:43.971430 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-d65ef745-11de-46fd-8204-1805594a6102 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564043'] for network, before_response {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:43.974213 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-7302b7f2-b380-4eb9-8d46-ad8ef30bb6e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:52:44.034370 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65ef745-11de-46fd-8204-1805594a6102 admin admin] Pushing event updated for resources: {'Network': ['ID=eebebe7c-d85c-4efc-a9bd-f0f9ccab051e,revision_number=1']} {{(pid=99869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:52:44.037972 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-d65ef745-11de-46fd-8204-1805594a6102 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:52:44.044533 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Network eebebe7c-d85c-4efc-a9bd-f0f9ccab051e details requested by agent ovs-agent-dv-cinder-772623-9-smb with host dv-cinder-772623-9-smb {{(pid=99870) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 05:52:44.089874 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [None req-d65ef745-11de-46fd-8204-1805594a6102 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6701999 Jun 17 05:52:44.092636 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.wsgi [-] (99869) accepted ('10.222.0.11', 57300) {{(pid=99869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:52:44.097422 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.v2.base [None req-025c064f-57bd-421a-a92c-e23f5ca45850 admin admin] Request body: {'subnet': {'network_id': 'eebebe7c-d85c-4efc-a9bd-f0f9ccab051e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-519203778-subnet', 'tenant_id': '8d065435075f44058454a7104302fe52', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:52:44.186553 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-025c064f-57bd-421a-a92c-e23f5ca45850 admin admin] Made reservation on behalf of 8d065435075f44058454a7104302fe52 for: {'subnet': 1} {{(pid=99869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 05:52:44.189197 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-025c064f-57bd-421a-a92c-e23f5ca45850 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27191924'] for subnet, before_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:44.231796 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-835a5b83-af16-4b0b-afcf-c7c94ac397a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:44.489036 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-025c064f-57bd-421a-a92c-e23f5ca45850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2565432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27191910'] for subnet, after_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:44.492892 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-3ff55a8d-d027-488d-afbc-665650da8f76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:52:44.544555 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025c064f-57bd-421a-a92c-e23f5ca45850 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ff0c2d6-7f2f-47a7-9a6c-fe0e0fdc64c0,revision_number=0']} {{(pid=99869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:52:44.548410 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-025c064f-57bd-421a-a92c-e23f5ca45850 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:52:44.559266 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025c064f-57bd-421a-a92c-e23f5ca45850 admin admin] Checking segment: {'id': 'eb521820-c5f2-46a7-9b30-c1bbb074c69a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'eebebe7c-d85c-4efc-a9bd-f0f9ccab051e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 05:52:44.559266 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-025c064f-57bd-421a-a92c-e23f5ca45850 admin admin] Network hostable DHCP agents. Network: eebebe7c-d85c-4efc-a9bd-f0f9ccab051e, hostable agents: ['f091d0a2-6a46-4cbb-8021-fc5f6c6b7d63'], hosted agents: [] {{(pid=99869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 05:52:44.660420 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-025c064f-57bd-421a-a92c-e23f5ca45850 admin admin] Network eebebe7c-d85c-4efc-a9bd-f0f9ccab051e is scheduled to be hosted by DHCP agent f091d0a2-6a46-4cbb-8021-fc5f6c6b7d63 with binding_index 1 {{(pid=99869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 05:52:44.740436 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.scheduler.base_scheduler [None req-025c064f-57bd-421a-a92c-e23f5ca45850 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-9-smb, eebebe7c-d85c-4efc-a9bd-f0f9ccab051e) {{(pid=99869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 05:52:44.744854 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-025c064f-57bd-421a-a92c-e23f5ca45850 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:44.745436 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-025c064f-57bd-421a-a92c-e23f5ca45850 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:44.750384 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebb6f94b-a7cb-4956-b097-e98c1a8aa993 None None] Network eebebe7c-d85c-4efc-a9bd-f0f9ccab051e requested from dv-cinder-772623-9-smb {{(pid=99870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 05:52:44.827267 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [None req-025c064f-57bd-421a-a92c-e23f5ca45850 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7335212 Jun 17 05:52:44.882762 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dbe1488-f8e4-4d92-987b-70a47d767d19 None None] Network eebebe7c-d85c-4efc-a9bd-f0f9ccab051e requested from dv-cinder-772623-9-smb {{(pid=99870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 05:52:45.265345 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4560ed07-b425-455c-bae1-adcf780015ec req-aa403448-ae87-4ac4-9265-56a0b9b407e1 tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:45.266705 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-4560ed07-b425-455c-bae1-adcf780015ec req-aa403448-ae87-4ac4-9265-56a0b9b407e1 tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] 10.222.0.11 "GET /v2.0/networks?id=eebebe7c-d85c-4efc-a9bd-f0f9ccab051e HTTP/1.1" status: 200 len: 814 time: 0.1021240 Jun 17 05:52:45.281508 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-4560ed07-b425-455c-bae1-adcf780015ec req-8feb11a2-ef65-4660-a0cf-10757ed17dc5 tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] 10.222.0.11 "GET /v2.0/quotas/8d065435075f44058454a7104302fe52 HTTP/1.1" status: 200 len: 375 time: 0.0092483 Jun 17 05:52:45.314503 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-4560ed07-b425-455c-bae1-adcf780015ec req-8fcedaed-71e5-4bbe-a7bd-5ec1a888214b tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=8d065435075f44058454a7104302fe52&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0275805 Jun 17 05:52:45.408033 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-4560ed07-b425-455c-bae1-adcf780015ec req-82d7a076-0208-4574-85f0-305713310abc service neutron] 10.222.0.11 "GET /v2.0/networks/eebebe7c-d85c-4efc-a9bd-f0f9ccab051e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859828 Jun 17 05:52:45.505540 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-4560ed07-b425-455c-bae1-adcf780015ec req-2c3cfe42-ecf2-43af-b99f-236882d4e7eb service neutron] 10.222.0.11 "GET /v2.0/networks/eebebe7c-d85c-4efc-a9bd-f0f9ccab051e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910981 Jun 17 05:52:45.764215 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-4cebbec0-7051-45be-beb1-8bae546d6a67 req-76a30651-50cb-4c3f-a8ba-9b8973824965 tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] 10.222.0.11 "GET /v2.0/ports?device_id=c26e84f9-3756-4beb-8a87-bf9621fa1f14 HTTP/1.1" status: 200 len: 210 time: 0.0345058 Jun 17 05:52:46.027736 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-88ec98a4-1089-4147-8da0-bd017654d4f6 req-1d66b063-06e6-4d1d-8943-1093c587cf22 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3d0d5a00-9e06-45cf-af70-826834445347&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0579238 Jun 17 05:52:46.134820 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ec98a4-1089-4147-8da0-bd017654d4f6 req-cb20349a-2252-4bd1-8fc0-57105cc116a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:46.136409 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-88ec98a4-1089-4147-8da0-bd017654d4f6 req-cb20349a-2252-4bd1-8fc0-57105cc116a2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=33f2c29736bb40d78fad571bf0a20025&device_id=3d0d5a00-9e06-45cf-af70-826834445347 HTTP/1.1" status: 200 len: 1100 time: 0.0640037 Jun 17 05:52:46.261477 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ec98a4-1089-4147-8da0-bd017654d4f6 req-78596bb4-4a73-4b31-8110-c17dd1368cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:46.262998 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-88ec98a4-1089-4147-8da0-bd017654d4f6 req-78596bb4-4a73-4b31-8110-c17dd1368cb4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1b25af0c-7521-4ee5-941d-fb951a7e4542 HTTP/1.1" status: 200 len: 917 time: 0.1031990 Jun 17 05:52:46.328344 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-88ec98a4-1089-4147-8da0-bd017654d4f6 req-2b5c1d9e-3ecc-44b8-a7b2-8e8bc3084b38 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8dd72959-2b7c-45aa-93ff-855a3c936576 HTTP/1.1" status: 200 len: 1002 time: 0.0581617 Jun 17 05:52:46.379277 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ec98a4-1089-4147-8da0-bd017654d4f6 req-c868abcc-fa96-4bed-8b6c-45c288ee4cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:46.380762 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-88ec98a4-1089-4147-8da0-bd017654d4f6 req-c868abcc-fa96-4bed-8b6c-45c288ee4cd7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f3d724f9-6f99-4efc-a641-a453b34c57ab HTTP/1.1" status: 200 len: 855 time: 0.0424185 Jun 17 05:52:46.440365 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ec98a4-1089-4147-8da0-bd017654d4f6 req-57785999-1b76-4d6f-960c-1d95efb8b0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:46.441875 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-88ec98a4-1089-4147-8da0-bd017654d4f6 req-57785999-1b76-4d6f-960c-1d95efb8b0f4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1b25af0c-7521-4ee5-941d-fb951a7e4542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0537992 Jun 17 05:52:46.531516 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-88ec98a4-1089-4147-8da0-bd017654d4f6 req-4a6f9269-1314-476a-829e-92914351afd0 service neutron] 10.222.0.13 "GET /v2.0/networks/1b25af0c-7521-4ee5-941d-fb951a7e4542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819788 Jun 17 05:52:46.624642 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-88ec98a4-1089-4147-8da0-bd017654d4f6 req-51745460-700f-4e8a-8e90-8853020ca7f4 service neutron] 10.222.0.13 "GET /v2.0/networks/1b25af0c-7521-4ee5-941d-fb951a7e4542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859244 Jun 17 05:52:46.908920 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-d07b24f9-db33-4676-8ad6-5614d878130a req-d3ed93d3-1465-4dd5-a420-ea0208d24540 tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] 10.222.0.11 "GET /v2.0/ports?device_id=c26e84f9-3756-4beb-8a87-bf9621fa1f14 HTTP/1.1" status: 200 len: 210 time: 0.0288961 Jun 17 05:52:47.632732 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:48.050187 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-e04d6398-8d6b-4dfc-ad79-814c51886063 req-027bf977-2705-4226-99ac-03f212e1ae1e tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] 10.222.0.11 "GET /v2.0/ports?device_id=c26e84f9-3756-4beb-8a87-bf9621fa1f14 HTTP/1.1" status: 200 len: 210 time: 0.0302818 Jun 17 05:52:48.947997 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4560ed07-b425-455c-bae1-adcf780015ec req-98ad04db-461d-4ad0-a52e-e5b71f86ac40 tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:48.949412 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-4560ed07-b425-455c-bae1-adcf780015ec req-98ad04db-461d-4ad0-a52e-e5b71f86ac40 tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] 10.222.0.13 "GET /v2.0/networks?id=eebebe7c-d85c-4efc-a9bd-f0f9ccab051e HTTP/1.1" status: 200 len: 814 time: 0.1051431 Jun 17 05:52:48.968478 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.v2.base [req-4560ed07-b425-455c-bae1-adcf780015ec req-b57ad59c-db6d-4773-a887-43e57f79cdcd tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] Request body: {'port': {'device_id': 'c26e84f9-3756-4beb-8a87-bf9621fa1f14', 'network_id': 'eebebe7c-d85c-4efc-a9bd-f0f9ccab051e', 'admin_state_up': True, 'tenant_id': '8d065435075f44058454a7104302fe52'}} {{(pid=99868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:52:49.157194 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4560ed07-b425-455c-bae1-adcf780015ec req-b57ad59c-db6d-4773-a887-43e57f79cdcd tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] Made reservation on behalf of 8d065435075f44058454a7104302fe52 for: {'port': 1} {{(pid=99868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 05:52:49.160768 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-4560ed07-b425-455c-bae1-adcf780015ec req-b57ad59c-db6d-4773-a887-43e57f79cdcd tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1464150'] for port, before_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:49.203574 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-b95afba1-ec55-41a6-bcc6-bbcc3388f6e2 req-3fd44c3e-b8e7-42ef-8f6b-fecc1eb4098a tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] 10.222.0.11 "GET /v2.0/ports?device_id=c26e84f9-3756-4beb-8a87-bf9621fa1f14 HTTP/1.1" status: 200 len: 210 time: 0.0399592 Jun 17 05:52:49.293728 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.db.db_base_plugin_common [req-4560ed07-b425-455c-bae1-adcf780015ec req-b57ad59c-db6d-4773-a887-43e57f79cdcd tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] Allocated IP 172.20.0.13 (eebebe7c-d85c-4efc-a9bd-f0f9ccab051e/9ff0c2d6-7f2f-47a7-9a6c-fe0e0fdc64c0/e677e397-66d6-469d-b8c4-98c3935a1012) {{(pid=99868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 05:52:49.440404 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-4560ed07-b425-455c-bae1-adcf780015ec req-b57ad59c-db6d-4773-a887-43e57f79cdcd tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] Notify callbacks [] for port, precommit_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:49.552130 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-4560ed07-b425-455c-bae1-adcf780015ec req-b57ad59c-db6d-4773-a887-43e57f79cdcd tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1465235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-156110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-564052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773697504543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2882486'] for port, after_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:49.557231 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-4cbd4416-a3a7-4cda-ba33-bc48c7127ca5 tempest-DeleteServersTestJSON-1119969054 tempest-DeleteServersTestJSON-1119969054-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:52:49.595898 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4560ed07-b425-455c-bae1-adcf780015ec req-b57ad59c-db6d-4773-a887-43e57f79cdcd tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] Network eebebe7c-d85c-4efc-a9bd-f0f9ccab051e is already hosted by enough agents. {{(pid=99868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 05:52:49.598923 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.scheduler.base_scheduler [req-4560ed07-b425-455c-bae1-adcf780015ec req-b57ad59c-db6d-4773-a887-43e57f79cdcd tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] Resources bound (agent type, host, resource id): {{(pid=99868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 05:52:49.608757 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.db.l3_dvrscheduler_db [req-4560ed07-b425-455c-bae1-adcf780015ec req-b57ad59c-db6d-4773-a887-43e57f79cdcd tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] Received port after_create {{(pid=99868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 05:52:49.632296 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57ad59c-db6d-4773-a887-43e57f79cdcd tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] Pushing event updated for resources: {'Port': ['ID=e677e397-66d6-469d-b8c4-98c3935a1012,revision_number=1']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:52:49.636711 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-b57ad59c-db6d-4773-a887-43e57f79cdcd tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:52:49.659378 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4560ed07-b425-455c-bae1-adcf780015ec req-b57ad59c-db6d-4773-a887-43e57f79cdcd tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:49.659953 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-4560ed07-b425-455c-bae1-adcf780015ec req-b57ad59c-db6d-4773-a887-43e57f79cdcd tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-860254'] for port, before_response {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:49.735078 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-4560ed07-b425-455c-bae1-adcf780015ec req-b57ad59c-db6d-4773-a887-43e57f79cdcd tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7702951 Jun 17 05:52:49.758566 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.v2.base [req-4560ed07-b425-455c-bae1-adcf780015ec req-51b82c53-d0a0-4da0-ba4a-736da675385a service neutron] Request body: {'port': {'device_id': 'c26e84f9-3756-4beb-8a87-bf9621fa1f14', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=99868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:52:49.831905 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-4560ed07-b425-455c-bae1-adcf780015ec req-51b82c53-d0a0-4da0-ba4a-736da675385a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1464132'] for port, before_update {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:50.084733 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.notifiers.nova [req-4560ed07-b425-455c-bae1-adcf780015ec req-51b82c53-d0a0-4da0-ba4a-736da675385a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e677e397-66d6-469d-b8c4-98c3935a1012 {{(pid=99868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 05:52:50.092266 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-4560ed07-b425-455c-bae1-adcf780015ec req-51b82c53-d0a0-4da0-ba4a-736da675385a service neutron] Notify callbacks [] for port, precommit_update {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:50.104849 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.db.provisioning_blocks [req-4560ed07-b425-455c-bae1-adcf780015ec req-51b82c53-d0a0-4da0-ba4a-736da675385a service neutron] Transition to ACTIVE for port object e677e397-66d6-469d-b8c4-98c3935a1012 will not be triggered until provisioned by entity L2. {{(pid=99868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 05:52:50.249038 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-4560ed07-b425-455c-bae1-adcf780015ec req-51b82c53-d0a0-4da0-ba4a-736da675385a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773697962343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773697504561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773697504606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2882436'] for port, after_update {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:50.252133 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-63d328b9-7798-47ca-8eaf-4925e79297c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:52:50.606273 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b82c53-d0a0-4da0-ba4a-736da675385a service neutron] Pushing event updated for resources: {'Port': ['ID=e677e397-66d6-469d-b8c4-98c3935a1012,revision_number=2']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:52:50.611839 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-51b82c53-d0a0-4da0-ba4a-736da675385a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:52:50.695154 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0cbad1-2416-4bde-9f79-f324e7663de6 req-ce1ad63a-0432-49ab-8617-27504116af2c tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:50.696653 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-dc0cbad1-2416-4bde-9f79-f324e7663de6 req-ce1ad63a-0432-49ab-8617-27504116af2c tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] 10.222.0.11 "GET /v2.0/ports?device_id=c26e84f9-3756-4beb-8a87-bf9621fa1f14 HTTP/1.1" status: 200 len: 944 time: 0.1288464 Jun 17 05:52:50.697807 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.managers [req-4560ed07-b425-455c-bae1-adcf780015ec req-51b82c53-d0a0-4da0-ba4a-736da675385a service neutron] Attempting to bind port e677e397-66d6-469d-b8c4-98c3935a1012 on host hv-cinder-77262 for vnic_type normal with profile {{(pid=99868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 05:52:50.698131 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.managers [req-4560ed07-b425-455c-bae1-adcf780015ec req-51b82c53-d0a0-4da0-ba4a-736da675385a service neutron] Attempting to bind port e677e397-66d6-469d-b8c4-98c3935a1012 by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': 'eb521820-c5f2-46a7-9b30-c1bbb074c69a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'eebebe7c-d85c-4efc-a9bd-f0f9ccab051e'}] {{(pid=99868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 05:52:50.698448 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4560ed07-b425-455c-bae1-adcf780015ec req-51b82c53-d0a0-4da0-ba4a-736da675385a service neutron] Attempting to bind port e677e397-66d6-469d-b8c4-98c3935a1012 on network eebebe7c-d85c-4efc-a9bd-f0f9ccab051e {{(pid=99868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 05:52:50.704340 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4560ed07-b425-455c-bae1-adcf780015ec req-51b82c53-d0a0-4da0-ba4a-736da675385a service neutron] Port e677e397-66d6-469d-b8c4-98c3935a1012 on network eebebe7c-d85c-4efc-a9bd-f0f9ccab051e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=99868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 05:52:50.704653 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4560ed07-b425-455c-bae1-adcf780015ec req-51b82c53-d0a0-4da0-ba4a-736da675385a service neutron] Attempting to bind port e677e397-66d6-469d-b8c4-98c3935a1012 on network eebebe7c-d85c-4efc-a9bd-f0f9ccab051e {{(pid=99868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 05:52:50.723963 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4560ed07-b425-455c-bae1-adcf780015ec req-51b82c53-d0a0-4da0-ba4a-736da675385a service neutron] Checking agent: {'id': 'a94c375a-f30e-48af-b86b-c1ab552b3c7d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 5, 47, 47), 'started_at': datetime.datetime(2021, 6, 17, 5, 47, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 5, 52, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 05:52:50.724285 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4560ed07-b425-455c-bae1-adcf780015ec req-51b82c53-d0a0-4da0-ba4a-736da675385a service neutron] Checking segment: {'id': 'eb521820-c5f2-46a7-9b30-c1bbb074c69a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'eebebe7c-d85c-4efc-a9bd-f0f9ccab051e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 05:52:50.724658 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4560ed07-b425-455c-bae1-adcf780015ec req-51b82c53-d0a0-4da0-ba4a-736da675385a service neutron] Bound using segment: {'id': 'eb521820-c5f2-46a7-9b30-c1bbb074c69a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'eebebe7c-d85c-4efc-a9bd-f0f9ccab051e'} {{(pid=99868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 05:52:50.725144 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.managers [req-4560ed07-b425-455c-bae1-adcf780015ec req-51b82c53-d0a0-4da0-ba4a-736da675385a service neutron] Bound port: e677e397-66d6-469d-b8c4-98c3935a1012, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb521820-c5f2-46a7-9b30-c1bbb074c69a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'eebebe7c-d85c-4efc-a9bd-f0f9ccab051e'}}] {{(pid=99868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 05:52:50.725507 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-4560ed07-b425-455c-bae1-adcf780015ec req-51b82c53-d0a0-4da0-ba4a-736da675385a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1464132'] for port, before_update {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:50.753104 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-dc0cbad1-2416-4bde-9f79-f324e7663de6 req-45565ab0-ee60-4780-88ba-0dbddf30acd8 tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfe2a3f8-e62b-4ddf-a2cf-bc95e41b5e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504839 Jun 17 05:52:50.801527 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.db [req-4560ed07-b425-455c-bae1-adcf780015ec req-51b82c53-d0a0-4da0-ba4a-736da675385a service neutron] For port e677e397-66d6-469d-b8c4-98c3935a1012, host hv-cinder-77262, cleared binding levels {{(pid=99868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 05:52:50.804666 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.db [req-4560ed07-b425-455c-bae1-adcf780015ec req-51b82c53-d0a0-4da0-ba4a-736da675385a service neutron] For port e677e397-66d6-469d-b8c4-98c3935a1012, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=e677e397-66d6-469d-b8c4-98c3935a1012,segment=NetworkSegment(eb521820-c5f2-46a7-9b30-c1bbb074c69a),segment_id=eb521820-c5f2-46a7-9b30-c1bbb074c69a)] {{(pid=99868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 05:52:50.866969 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-4560ed07-b425-455c-bae1-adcf780015ec req-51b82c53-d0a0-4da0-ba4a-736da675385a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773697962343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773697504561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773697504606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2882436'] for port, after_update {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:50.869947 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-064a17c0-5774-4b83-97fd-aca17df160e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:52:50.904430 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4560ed07-b425-455c-bae1-adcf780015ec req-51b82c53-d0a0-4da0-ba4a-736da675385a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:50.905031 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-4560ed07-b425-455c-bae1-adcf780015ec req-51b82c53-d0a0-4da0-ba4a-736da675385a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-860254'] for port, before_response {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:50.906362 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-4560ed07-b425-455c-bae1-adcf780015ec req-51b82c53-d0a0-4da0-ba4a-736da675385a service neutron] 10.222.0.13 "PUT /v2.0/ports/e677e397-66d6-469d-b8c4-98c3935a1012 HTTP/1.1" status: 200 len: 1094 time: 1.1529694 Jun 17 05:52:50.906889 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c26e84f9-3756-4beb-8a87-bf9621fa1f14', 'tag': 'e677e397-66d6-469d-b8c4-98c3935a1012'}] {{(pid=99868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 05:52:50.909148 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8d1bbba7808a8cca0df1ca407b71cd1cd2965420825a4b8dd9215cbcd05a37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f517bc29-e3c0-4385-a231-9fab64b4670c" -d '{"events": [{"name": "network-changed", "server_uuid": "c26e84f9-3756-4beb-8a87-bf9621fa1f14", "tag": "e677e397-66d6-469d-b8c4-98c3935a1012"}]}' {{(pid=99868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 05:52:50.934191 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b82c53-d0a0-4da0-ba4a-736da675385a service neutron] Pushing event updated for resources: {'Port': ['ID=e677e397-66d6-469d-b8c4-98c3935a1012,revision_number=3']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:52:50.937665 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-51b82c53-d0a0-4da0-ba4a-736da675385a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:52:50.949098 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 05:52:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9636af33-b681-4ad0-95f1-33f81771f5f1 x-openstack-request-id: req-9636af33-b681-4ad0-95f1-33f81771f5f1 {{(pid=99868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 05:52:50.949414 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c26e84f9-3756-4beb-8a87-bf9621fa1f14", "tag": "e677e397-66d6-469d-b8c4-98c3935a1012", "status": "completed", "code": 200}]} {{(pid=99868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 05:52:50.949693 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9636af33-b681-4ad0-95f1-33f81771f5f1 {{(pid=99868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 05:52:50.950161 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c26e84f9-3756-4beb-8a87-bf9621fa1f14', 'tag': 'e677e397-66d6-469d-b8c4-98c3935a1012', 'status': 'completed', 'code': 200} Jun 17 05:52:51.046014 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f517bc29-e3c0-4385-a231-9fab64b4670c req-7ada9665-5bea-41f4-9df8-d5a6b7c13c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:51.047584 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-f517bc29-e3c0-4385-a231-9fab64b4670c req-7ada9665-5bea-41f4-9df8-d5a6b7c13c27 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8d065435075f44058454a7104302fe52&device_id=c26e84f9-3756-4beb-8a87-bf9621fa1f14 HTTP/1.1" status: 200 len: 1097 time: 0.0542912 Jun 17 05:52:51.149693 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f517bc29-e3c0-4385-a231-9fab64b4670c req-bb336960-be60-4573-bc58-03b1dc91f6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:51.151077 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-f517bc29-e3c0-4385-a231-9fab64b4670c req-bb336960-be60-4573-bc58-03b1dc91f6d0 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=8d065435075f44058454a7104302fe52&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0924373 Jun 17 05:52:51.259103 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f517bc29-e3c0-4385-a231-9fab64b4670c req-14cfd71a-3337-4902-943c-6b7b6cd7819b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:51.260517 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-f517bc29-e3c0-4385-a231-9fab64b4670c req-14cfd71a-3337-4902-943c-6b7b6cd7819b service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0872083 Jun 17 05:52:51.368217 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4560ed07-b425-455c-bae1-adcf780015ec req-c8e80d9f-6658-4332-9db2-bbe050660faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:51.369709 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-4560ed07-b425-455c-bae1-adcf780015ec req-c8e80d9f-6658-4332-9db2-bbe050660faa service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8d065435075f44058454a7104302fe52&device_id=c26e84f9-3756-4beb-8a87-bf9621fa1f14 HTTP/1.1" status: 200 len: 1097 time: 0.0574956 Jun 17 05:52:51.415697 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-4560ed07-b425-455c-bae1-adcf780015ec req-84afd5bb-7ede-4fe2-a9d9-818985fc3cce service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e677e397-66d6-469d-b8c4-98c3935a1012 HTTP/1.1" status: 200 len: 217 time: 0.0327933 Jun 17 05:52:51.465481 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4560ed07-b425-455c-bae1-adcf780015ec req-faf29a38-c579-420a-ab49-50f47876eefa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:51.466903 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-4560ed07-b425-455c-bae1-adcf780015ec req-faf29a38-c579-420a-ab49-50f47876eefa service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9ff0c2d6-7f2f-47a7-9a6c-fe0e0fdc64c0 HTTP/1.1" status: 200 len: 854 time: 0.0422494 Jun 17 05:52:51.505399 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-4560ed07-b425-455c-bae1-adcf780015ec req-a4afea41-8fcd-41fb-9833-4f30fe24e3ad service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=eebebe7c-d85c-4efc-a9bd-f0f9ccab051e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279400 Jun 17 05:52:51.592119 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-4560ed07-b425-455c-bae1-adcf780015ec req-9830f185-a13e-4498-921c-a98f95ae44f5 service neutron] 10.222.0.13 "GET /v2.0/networks/eebebe7c-d85c-4efc-a9bd-f0f9ccab051e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0777464 Jun 17 05:52:51.680725 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-4560ed07-b425-455c-bae1-adcf780015ec req-ada6d7e7-2011-47ef-9f21-0c842892c435 service neutron] 10.222.0.13 "GET /v2.0/networks/eebebe7c-d85c-4efc-a9bd-f0f9ccab051e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812860 Jun 17 05:52:51.930057 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2aea9e-c9e5-4fe5-b8b1-68d0dcce7b70 req-442ee445-bdc3-4f98-a5b5-62436adc5b67 tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:51.931632 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-3f2aea9e-c9e5-4fe5-b8b1-68d0dcce7b70 req-442ee445-bdc3-4f98-a5b5-62436adc5b67 tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] 10.222.0.11 "GET /v2.0/ports?device_id=c26e84f9-3756-4beb-8a87-bf9621fa1f14 HTTP/1.1" status: 200 len: 944 time: 0.0646250 Jun 17 05:52:51.969208 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-3f2aea9e-c9e5-4fe5-b8b1-68d0dcce7b70 req-be3647fa-c412-4bd4-a295-67a38e64ba51 tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfe2a3f8-e62b-4ddf-a2cf-bc95e41b5e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320828 Jun 17 05:52:53.138004 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c39d036-1e54-443a-b67b-fed67819e126 req-f8d8769a-7b3a-4313-aa61-89e52dee21cc tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:53.139368 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-0c39d036-1e54-443a-b67b-fed67819e126 req-f8d8769a-7b3a-4313-aa61-89e52dee21cc tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] 10.222.0.11 "GET /v2.0/ports?device_id=c26e84f9-3756-4beb-8a87-bf9621fa1f14 HTTP/1.1" status: 200 len: 944 time: 0.0618689 Jun 17 05:52:53.175819 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-0c39d036-1e54-443a-b67b-fed67819e126 req-6fe6dacd-3b7f-4638-8e96-6aa0c7c0f9af tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfe2a3f8-e62b-4ddf-a2cf-bc95e41b5e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309448 Jun 17 05:52:54.344912 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fd9575-34f3-41ef-96d4-802510312ae5 req-39078749-c710-4bb1-bfe8-fbaaa3a87a4a tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:54.346364 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-a3fd9575-34f3-41ef-96d4-802510312ae5 req-39078749-c710-4bb1-bfe8-fbaaa3a87a4a tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] 10.222.0.11 "GET /v2.0/ports?device_id=c26e84f9-3756-4beb-8a87-bf9621fa1f14 HTTP/1.1" status: 200 len: 944 time: 0.0630124 Jun 17 05:52:54.383523 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-a3fd9575-34f3-41ef-96d4-802510312ae5 req-379dc576-4342-46d1-9d8f-e97e8a052a1c tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfe2a3f8-e62b-4ddf-a2cf-bc95e41b5e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305285 Jun 17 05:52:54.891251 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Device e677e397-66d6-469d-b8c4-98c3935a1012 details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=99870) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 05:52:54.983789 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.db [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] For port e677e397-66d6-469d-b8c4-98c3935a1012, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=e677e397-66d6-469d-b8c4-98c3935a1012,segment=NetworkSegment(eb521820-c5f2-46a7-9b30-c1bbb074c69a),segment_id=eb521820-c5f2-46a7-9b30-c1bbb074c69a)] {{(pid=99870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:52:54.995081 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Returning: {'device': 'e677e397-66d6-469d-b8c4-98c3935a1012', 'network_id': 'eebebe7c-d85c-4efc-a9bd-f0f9ccab051e', 'port_id': 'e677e397-66d6-469d-b8c4-98c3935a1012', 'mac_address': 'fa:16:3e:6c:d2:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ff0c2d6-7f2f-47a7-9a6c-fe0e0fdc64c0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99870) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 05:52:55.030157 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1464132'] for port, before_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:55.042344 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.notifiers.nova [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e677e397-66d6-469d-b8c4-98c3935a1012 {{(pid=99870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 05:52:55.061387 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.db [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] For port e677e397-66d6-469d-b8c4-98c3935a1012, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=e677e397-66d6-469d-b8c4-98c3935a1012,segment=NetworkSegment(eb521820-c5f2-46a7-9b30-c1bbb074c69a),segment_id=eb521820-c5f2-46a7-9b30-c1bbb074c69a)] {{(pid=99870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:52:55.134158 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773697962343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773697504561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773697504606'] for port, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:55.136047 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:52:55.184582 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Pushing event updated for resources: {'Port': ['ID=e677e397-66d6-469d-b8c4-98c3935a1012,revision_number=4']} {{(pid=99870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:52:55.191422 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:52:55.191770 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:52:55.192110 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:52:55.192445 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:52:55.192771 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:52:55.193101 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:52:55.193425 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:52:55.193746 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:52:55.194614 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:52:55.194976 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:52:55.195307 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:52:55.195621 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:52:55.199452 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:52:55.463088 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.db [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] get_ports_and_sgs() called for port_ids ['e677e397-66d6-469d-b8c4-98c3935a1012'] {{(pid=99870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 05:52:55.557908 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec1cc09-9657-41cb-9021-1c2c09097f5e req-daea2245-92f5-41a0-bffd-d79ba5c1c6fb tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:55.559034 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-dec1cc09-9657-41cb-9021-1c2c09097f5e req-daea2245-92f5-41a0-bffd-d79ba5c1c6fb tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] 10.222.0.11 "GET /v2.0/ports?device_id=c26e84f9-3756-4beb-8a87-bf9621fa1f14 HTTP/1.1" status: 200 len: 945 time: 0.0664349 Jun 17 05:52:55.597758 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-dec1cc09-9657-41cb-9021-1c2c09097f5e req-6486e75e-31f6-4f33-b694-c57c938929b8 tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfe2a3f8-e62b-4ddf-a2cf-bc95e41b5e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332553 Jun 17 05:52:56.118314 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.db.agents_db [None req-7f16872b-b609-48fb-9c73-6a76dd98e1b9 None None] Agent healthcheck: found 6 active agents {{(pid=99871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 05:52:56.767067 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062f99f3-b6c1-48ae-9f74-17da0a527ffe req-b4e3b17a-c335-4f14-b6da-782d1d1dbf92 tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:56.768486 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-062f99f3-b6c1-48ae-9f74-17da0a527ffe req-b4e3b17a-c335-4f14-b6da-782d1d1dbf92 tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] 10.222.0.11 "GET /v2.0/ports?device_id=c26e84f9-3756-4beb-8a87-bf9621fa1f14 HTTP/1.1" status: 200 len: 945 time: 0.0618827 Jun 17 05:52:56.804345 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-062f99f3-b6c1-48ae-9f74-17da0a527ffe req-896a558d-b15f-4807-be37-ff0deab99296 tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfe2a3f8-e62b-4ddf-a2cf-bc95e41b5e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297058 Jun 17 05:52:56.885926 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Device e677e397-66d6-469d-b8c4-98c3935a1012 up at agent hyperv_hv-cinder-77262 {{(pid=99870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 05:52:56.991855 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.provisioning_blocks [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Provisioning for port e677e397-66d6-469d-b8c4-98c3935a1012 completed by entity L2. {{(pid=99870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 05:52:56.995477 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.provisioning_blocks [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Provisioning complete for port e677e397-66d6-469d-b8c4-98c3935a1012 triggered by entity L2. {{(pid=99870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 05:52:56.995851 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551367'] for port, provisioning_complete {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:57.078873 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1464132'] for port, before_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:57.100376 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c26e84f9-3756-4beb-8a87-bf9621fa1f14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e677e397-66d6-469d-b8c4-98c3935a1012'}] {{(pid=99870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 05:52:57.102615 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b488aefaa6b1d6b79683e2609a7ce48815cfc41b5bb42f7017315c525e2bf75d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c39372c6-0796-4830-b7e5-4fd1447e3277" -d '{"events": [{"server_uuid": "c26e84f9-3756-4beb-8a87-bf9621fa1f14", "name": "network-vif-plugged", "status": "completed", "tag": "e677e397-66d6-469d-b8c4-98c3935a1012"}]}' {{(pid=99870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 05:52:57.115047 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.db [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] For port e677e397-66d6-469d-b8c4-98c3935a1012, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=e677e397-66d6-469d-b8c4-98c3935a1012,segment=NetworkSegment(eb521820-c5f2-46a7-9b30-c1bbb074c69a),segment_id=eb521820-c5f2-46a7-9b30-c1bbb074c69a)] {{(pid=99870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:52:57.143727 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 05:52:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9341f7d-3f42-44fd-93da-1ee97cfd402f x-openstack-request-id: req-a9341f7d-3f42-44fd-93da-1ee97cfd402f {{(pid=99870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 05:52:57.143727 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c26e84f9-3756-4beb-8a87-bf9621fa1f14", "name": "network-vif-plugged", "status": "completed", "tag": "e677e397-66d6-469d-b8c4-98c3935a1012", "code": 200}]} {{(pid=99870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 05:52:57.143727 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a9341f7d-3f42-44fd-93da-1ee97cfd402f {{(pid=99870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 05:52:57.143727 dv-cinder-772623-9-smb neutron-server[99870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c26e84f9-3756-4beb-8a87-bf9621fa1f14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e677e397-66d6-469d-b8c4-98c3935a1012', 'code': 200} Jun 17 05:52:57.197774 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773697962343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773697504561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773697504606'] for port, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:52:57.199651 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [None req-bf87cdde-0f60-451a-b798-332e63e3bb62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:52:57.243407 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Pushing event updated for resources: {'Port': ['ID=e677e397-66d6-469d-b8c4-98c3935a1012,revision_number=5']} {{(pid=99870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:52:57.246442 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:52:57.518408 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29187d2-20f1-4d1a-b778-709adce7387b req-53c559b3-7ada-4611-9381-df6faf7ef1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:57.519857 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-e29187d2-20f1-4d1a-b778-709adce7387b req-53c559b3-7ada-4611-9381-df6faf7ef1d9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c26e84f9-3756-4beb-8a87-bf9621fa1f14 HTTP/1.1" status: 200 len: 1099 time: 0.0510721 Jun 17 05:52:57.555176 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-e29187d2-20f1-4d1a-b778-709adce7387b req-873f22a8-9926-47ec-8e83-b853b45488e5 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=bfe2a3f8-e62b-4ddf-a2cf-bc95e41b5e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271137 Jun 17 05:52:57.979467 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae9e8d1-70cb-4a69-9609-abb172f4811e req-9ef001cd-8d71-4da4-92ba-b3bad48cba82 tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:57.980901 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-8ae9e8d1-70cb-4a69-9609-abb172f4811e req-9ef001cd-8d71-4da4-92ba-b3bad48cba82 tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] 10.222.0.11 "GET /v2.0/ports?device_id=c26e84f9-3756-4beb-8a87-bf9621fa1f14 HTTP/1.1" status: 200 len: 946 time: 0.0653694 Jun 17 05:52:58.019587 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-8ae9e8d1-70cb-4a69-9609-abb172f4811e req-d069c7d6-0da6-477a-a76c-5db8bdc8b3a8 tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfe2a3f8-e62b-4ddf-a2cf-bc95e41b5e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329549 Jun 17 05:52:59.190165 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f878274c-33b8-4c34-93fb-932cb860e269 req-c4c04b7c-e9c9-4de5-ba28-abae2b6518db tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:52:59.191617 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-f878274c-33b8-4c34-93fb-932cb860e269 req-c4c04b7c-e9c9-4de5-ba28-abae2b6518db tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] 10.222.0.11 "GET /v2.0/ports?device_id=c26e84f9-3756-4beb-8a87-bf9621fa1f14 HTTP/1.1" status: 200 len: 946 time: 0.0618987 Jun 17 05:52:59.228700 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-f878274c-33b8-4c34-93fb-932cb860e269 req-76283a53-5241-4f6c-b8b4-85900064d110 tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfe2a3f8-e62b-4ddf-a2cf-bc95e41b5e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307684 Jun 17 05:53:05.019994 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299a966e-fd6a-43dd-b060-9e80b8b01a3f req-e1d61ee1-aa3e-45a7-b9f1-9ef7f3c3e168 tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:05.021339 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-299a966e-fd6a-43dd-b060-9e80b8b01a3f req-e1d61ee1-aa3e-45a7-b9f1-9ef7f3c3e168 tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] 10.222.0.11 "GET /v2.0/networks?id=eebebe7c-d85c-4efc-a9bd-f0f9ccab051e HTTP/1.1" status: 200 len: 814 time: 0.0991418 Jun 17 05:53:05.038272 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-299a966e-fd6a-43dd-b060-9e80b8b01a3f req-b885cec4-1515-4d36-a2ae-e30b29ff41b4 tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] 10.222.0.11 "GET /v2.0/quotas/8d065435075f44058454a7104302fe52 HTTP/1.1" status: 200 len: 375 time: 0.0096514 Jun 17 05:53:05.102646 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-299a966e-fd6a-43dd-b060-9e80b8b01a3f req-0a177007-88a9-4bb6-b664-a3446908a0ae tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=8d065435075f44058454a7104302fe52&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0587263 Jun 17 05:53:05.193064 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-299a966e-fd6a-43dd-b060-9e80b8b01a3f req-a8f8af4a-ae58-4d6a-adff-eea886751512 service neutron] 10.222.0.11 "GET /v2.0/networks/eebebe7c-d85c-4efc-a9bd-f0f9ccab051e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837319 Jun 17 05:53:05.280555 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-299a966e-fd6a-43dd-b060-9e80b8b01a3f req-0f47f6e8-6e8b-4eca-9adc-f212708e3a2b service neutron] 10.222.0.11 "GET /v2.0/networks/eebebe7c-d85c-4efc-a9bd-f0f9ccab051e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806651 Jun 17 05:53:05.543605 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-ad5e6736-83af-4437-8b61-be027a896df9 req-2beffe86-95ba-42f9-8968-b996696dec96 tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] 10.222.0.11 "GET /v2.0/ports?device_id=a81f39ec-fd58-4710-870f-5ab9bd32e203 HTTP/1.1" status: 200 len: 210 time: 0.0286553 Jun 17 05:53:06.690474 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-2410afc6-71c1-4d75-8d0b-2e2a2eb8d1d5 req-935c7b90-12f2-4c79-ba1b-62acc7b38178 tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] 10.222.0.11 "GET /v2.0/ports?device_id=a81f39ec-fd58-4710-870f-5ab9bd32e203 HTTP/1.1" status: 200 len: 210 time: 0.0327168 Jun 17 05:53:07.838214 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-d6f168a6-d460-4195-ad2f-2962b6722f1b req-bed1c862-f930-4954-82a8-805f6888a9fa tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] 10.222.0.11 "GET /v2.0/ports?device_id=a81f39ec-fd58-4710-870f-5ab9bd32e203 HTTP/1.1" status: 200 len: 210 time: 0.0285399 Jun 17 05:53:07.873464 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299a966e-fd6a-43dd-b060-9e80b8b01a3f req-2843f2df-c262-4c04-8adf-d6f6ed0030d7 tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:07.874848 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-299a966e-fd6a-43dd-b060-9e80b8b01a3f req-2843f2df-c262-4c04-8adf-d6f6ed0030d7 tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] 10.222.0.13 "GET /v2.0/networks?id=eebebe7c-d85c-4efc-a9bd-f0f9ccab051e HTTP/1.1" status: 200 len: 814 time: 0.1020982 Jun 17 05:53:07.893981 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.v2.base [req-299a966e-fd6a-43dd-b060-9e80b8b01a3f req-28d88051-1c0e-45ba-8ea6-1dbf3d7c3dd3 tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] Request body: {'port': {'device_id': 'a81f39ec-fd58-4710-870f-5ab9bd32e203', 'network_id': 'eebebe7c-d85c-4efc-a9bd-f0f9ccab051e', 'admin_state_up': True, 'tenant_id': '8d065435075f44058454a7104302fe52'}} {{(pid=99868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:53:08.105928 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-299a966e-fd6a-43dd-b060-9e80b8b01a3f req-28d88051-1c0e-45ba-8ea6-1dbf3d7c3dd3 tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] Made reservation on behalf of 8d065435075f44058454a7104302fe52 for: {'port': 1} {{(pid=99868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 05:53:08.109460 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-299a966e-fd6a-43dd-b060-9e80b8b01a3f req-28d88051-1c0e-45ba-8ea6-1dbf3d7c3dd3 tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1464150'] for port, before_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:08.234042 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.db.db_base_plugin_common [req-299a966e-fd6a-43dd-b060-9e80b8b01a3f req-28d88051-1c0e-45ba-8ea6-1dbf3d7c3dd3 tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] Allocated IP 172.20.0.10 (eebebe7c-d85c-4efc-a9bd-f0f9ccab051e/9ff0c2d6-7f2f-47a7-9a6c-fe0e0fdc64c0/4adf38f4-bf25-47ea-b28b-d74632c72427) {{(pid=99868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 05:53:08.373959 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-299a966e-fd6a-43dd-b060-9e80b8b01a3f req-28d88051-1c0e-45ba-8ea6-1dbf3d7c3dd3 tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] Notify callbacks [] for port, precommit_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:08.573785 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-299a966e-fd6a-43dd-b060-9e80b8b01a3f req-28d88051-1c0e-45ba-8ea6-1dbf3d7c3dd3 tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1465235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-156110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-564052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773697504543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2882486'] for port, after_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:08.577566 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-51b82c53-d0a0-4da0-ba4a-736da675385a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:53:08.587304 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.db [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] get_ports_and_sgs() called for port_ids ['e677e397-66d6-469d-b8c4-98c3935a1012'] {{(pid=99870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 05:53:08.617415 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-299a966e-fd6a-43dd-b060-9e80b8b01a3f req-28d88051-1c0e-45ba-8ea6-1dbf3d7c3dd3 tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] Network eebebe7c-d85c-4efc-a9bd-f0f9ccab051e is already hosted by enough agents. {{(pid=99868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 05:53:08.620620 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.scheduler.base_scheduler [req-299a966e-fd6a-43dd-b060-9e80b8b01a3f req-28d88051-1c0e-45ba-8ea6-1dbf3d7c3dd3 tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] Resources bound (agent type, host, resource id): {{(pid=99868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 05:53:08.633677 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.db.l3_dvrscheduler_db [req-299a966e-fd6a-43dd-b060-9e80b8b01a3f req-28d88051-1c0e-45ba-8ea6-1dbf3d7c3dd3 tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] Received port after_create {{(pid=99868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 05:53:08.633677 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d88051-1c0e-45ba-8ea6-1dbf3d7c3dd3 tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] Pushing event updated for resources: {'Port': ['ID=4adf38f4-bf25-47ea-b28b-d74632c72427,revision_number=1']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:53:08.651631 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-28d88051-1c0e-45ba-8ea6-1dbf3d7c3dd3 tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:53:08.677312 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299a966e-fd6a-43dd-b060-9e80b8b01a3f req-28d88051-1c0e-45ba-8ea6-1dbf3d7c3dd3 tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:08.678585 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-299a966e-fd6a-43dd-b060-9e80b8b01a3f req-28d88051-1c0e-45ba-8ea6-1dbf3d7c3dd3 tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-860254'] for port, before_response {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:08.786689 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-299a966e-fd6a-43dd-b060-9e80b8b01a3f req-28d88051-1c0e-45ba-8ea6-1dbf3d7c3dd3 tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8965168 Jun 17 05:53:08.803753 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.v2.base [req-299a966e-fd6a-43dd-b060-9e80b8b01a3f req-148422e2-dd29-4ec6-85f9-d1c127a4eed3 service neutron] Request body: {'port': {'device_id': 'a81f39ec-fd58-4710-870f-5ab9bd32e203', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=99868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:53:08.877604 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-299a966e-fd6a-43dd-b060-9e80b8b01a3f req-148422e2-dd29-4ec6-85f9-d1c127a4eed3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1464132'] for port, before_update {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:08.878171 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-d2230150-ba42-4586-aafc-7e9732e10d48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:09.100949 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c5162c-c0d3-4494-98be-654c94eaf1e2 req-aaaa5d8b-2f13-4a47-b6ff-737d18363efb tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:09.102384 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-57c5162c-c0d3-4494-98be-654c94eaf1e2 req-aaaa5d8b-2f13-4a47-b6ff-737d18363efb tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] 10.222.0.11 "GET /v2.0/ports?device_id=a81f39ec-fd58-4710-870f-5ab9bd32e203 HTTP/1.1" status: 200 len: 932 time: 0.1279750 Jun 17 05:53:09.169308 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-57c5162c-c0d3-4494-98be-654c94eaf1e2 req-d3ba9e07-8adc-4505-91c0-e57500249856 tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfe2a3f8-e62b-4ddf-a2cf-bc95e41b5e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570319 Jun 17 05:53:09.214382 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.notifiers.nova [req-299a966e-fd6a-43dd-b060-9e80b8b01a3f req-148422e2-dd29-4ec6-85f9-d1c127a4eed3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4adf38f4-bf25-47ea-b28b-d74632c72427 {{(pid=99868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 05:53:09.221545 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-299a966e-fd6a-43dd-b060-9e80b8b01a3f req-148422e2-dd29-4ec6-85f9-d1c127a4eed3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:09.233163 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.db.provisioning_blocks [req-299a966e-fd6a-43dd-b060-9e80b8b01a3f req-148422e2-dd29-4ec6-85f9-d1c127a4eed3 service neutron] Transition to ACTIVE for port object 4adf38f4-bf25-47ea-b28b-d74632c72427 will not be triggered until provisioned by entity L2. {{(pid=99868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 05:53:09.322432 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-299a966e-fd6a-43dd-b060-9e80b8b01a3f req-148422e2-dd29-4ec6-85f9-d1c127a4eed3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773697962343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773697504561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773697504606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2882436'] for port, after_update {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:09.324446 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-7a563a22-7836-4bed-b8a3-79ef6729242d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:53:09.393257 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148422e2-dd29-4ec6-85f9-d1c127a4eed3 service neutron] Pushing event updated for resources: {'Port': ['ID=4adf38f4-bf25-47ea-b28b-d74632c72427,revision_number=2']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:53:09.398262 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-148422e2-dd29-4ec6-85f9-d1c127a4eed3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:53:09.466020 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.managers [req-299a966e-fd6a-43dd-b060-9e80b8b01a3f req-148422e2-dd29-4ec6-85f9-d1c127a4eed3 service neutron] Attempting to bind port 4adf38f4-bf25-47ea-b28b-d74632c72427 on host hv-cinder-77262 for vnic_type normal with profile {{(pid=99868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 05:53:09.466272 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.managers [req-299a966e-fd6a-43dd-b060-9e80b8b01a3f req-148422e2-dd29-4ec6-85f9-d1c127a4eed3 service neutron] Attempting to bind port 4adf38f4-bf25-47ea-b28b-d74632c72427 by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': 'eb521820-c5f2-46a7-9b30-c1bbb074c69a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'eebebe7c-d85c-4efc-a9bd-f0f9ccab051e'}] {{(pid=99868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 05:53:09.466592 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-299a966e-fd6a-43dd-b060-9e80b8b01a3f req-148422e2-dd29-4ec6-85f9-d1c127a4eed3 service neutron] Attempting to bind port 4adf38f4-bf25-47ea-b28b-d74632c72427 on network eebebe7c-d85c-4efc-a9bd-f0f9ccab051e {{(pid=99868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 05:53:09.470788 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-299a966e-fd6a-43dd-b060-9e80b8b01a3f req-148422e2-dd29-4ec6-85f9-d1c127a4eed3 service neutron] Port 4adf38f4-bf25-47ea-b28b-d74632c72427 on network eebebe7c-d85c-4efc-a9bd-f0f9ccab051e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=99868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 05:53:09.471128 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-299a966e-fd6a-43dd-b060-9e80b8b01a3f req-148422e2-dd29-4ec6-85f9-d1c127a4eed3 service neutron] Attempting to bind port 4adf38f4-bf25-47ea-b28b-d74632c72427 on network eebebe7c-d85c-4efc-a9bd-f0f9ccab051e {{(pid=99868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 05:53:09.476376 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-299a966e-fd6a-43dd-b060-9e80b8b01a3f req-148422e2-dd29-4ec6-85f9-d1c127a4eed3 service neutron] Checking agent: {'id': 'a94c375a-f30e-48af-b86b-c1ab552b3c7d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 5, 47, 47), 'started_at': datetime.datetime(2021, 6, 17, 5, 47, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 5, 52, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 05:53:09.476706 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-299a966e-fd6a-43dd-b060-9e80b8b01a3f req-148422e2-dd29-4ec6-85f9-d1c127a4eed3 service neutron] Checking segment: {'id': 'eb521820-c5f2-46a7-9b30-c1bbb074c69a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'eebebe7c-d85c-4efc-a9bd-f0f9ccab051e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 05:53:09.477130 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-299a966e-fd6a-43dd-b060-9e80b8b01a3f req-148422e2-dd29-4ec6-85f9-d1c127a4eed3 service neutron] Bound using segment: {'id': 'eb521820-c5f2-46a7-9b30-c1bbb074c69a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'eebebe7c-d85c-4efc-a9bd-f0f9ccab051e'} {{(pid=99868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 05:53:09.477540 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.managers [req-299a966e-fd6a-43dd-b060-9e80b8b01a3f req-148422e2-dd29-4ec6-85f9-d1c127a4eed3 service neutron] Bound port: 4adf38f4-bf25-47ea-b28b-d74632c72427, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb521820-c5f2-46a7-9b30-c1bbb074c69a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'eebebe7c-d85c-4efc-a9bd-f0f9ccab051e'}}] {{(pid=99868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 05:53:09.477873 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-299a966e-fd6a-43dd-b060-9e80b8b01a3f req-148422e2-dd29-4ec6-85f9-d1c127a4eed3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1464132'] for port, before_update {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:09.537400 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.db [req-299a966e-fd6a-43dd-b060-9e80b8b01a3f req-148422e2-dd29-4ec6-85f9-d1c127a4eed3 service neutron] For port 4adf38f4-bf25-47ea-b28b-d74632c72427, host hv-cinder-77262, cleared binding levels {{(pid=99868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 05:53:09.540398 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.db [req-299a966e-fd6a-43dd-b060-9e80b8b01a3f req-148422e2-dd29-4ec6-85f9-d1c127a4eed3 service neutron] For port 4adf38f4-bf25-47ea-b28b-d74632c72427, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=4adf38f4-bf25-47ea-b28b-d74632c72427,segment=NetworkSegment(eb521820-c5f2-46a7-9b30-c1bbb074c69a),segment_id=eb521820-c5f2-46a7-9b30-c1bbb074c69a)] {{(pid=99868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 05:53:09.620035 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-299a966e-fd6a-43dd-b060-9e80b8b01a3f req-148422e2-dd29-4ec6-85f9-d1c127a4eed3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773697962343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773697504561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773697504606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2882436'] for port, after_update {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:09.622781 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-4daa1ce2-aa8d-490a-94ca-92319d446b3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:53:09.651935 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299a966e-fd6a-43dd-b060-9e80b8b01a3f req-148422e2-dd29-4ec6-85f9-d1c127a4eed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:09.652559 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-299a966e-fd6a-43dd-b060-9e80b8b01a3f req-148422e2-dd29-4ec6-85f9-d1c127a4eed3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-860254'] for port, before_response {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:09.653986 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-299a966e-fd6a-43dd-b060-9e80b8b01a3f req-148422e2-dd29-4ec6-85f9-d1c127a4eed3 service neutron] 10.222.0.13 "PUT /v2.0/ports/4adf38f4-bf25-47ea-b28b-d74632c72427 HTTP/1.1" status: 200 len: 1094 time: 0.8554695 Jun 17 05:53:09.654539 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a81f39ec-fd58-4710-870f-5ab9bd32e203', 'tag': '4adf38f4-bf25-47ea-b28b-d74632c72427'}] {{(pid=99868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 05:53:09.656816 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8d1bbba7808a8cca0df1ca407b71cd1cd2965420825a4b8dd9215cbcd05a37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a87b0aa1-c0bb-40d6-b6c4-c09b5923ede4" -d '{"events": [{"name": "network-changed", "server_uuid": "a81f39ec-fd58-4710-870f-5ab9bd32e203", "tag": "4adf38f4-bf25-47ea-b28b-d74632c72427"}]}' {{(pid=99868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 05:53:09.682700 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148422e2-dd29-4ec6-85f9-d1c127a4eed3 service neutron] Pushing event updated for resources: {'Port': ['ID=4adf38f4-bf25-47ea-b28b-d74632c72427,revision_number=3']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:53:09.685808 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-148422e2-dd29-4ec6-85f9-d1c127a4eed3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:53:09.694120 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 05:53:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34b3a7e3-f5f3-47fd-9de6-9e47867703f1 x-openstack-request-id: req-34b3a7e3-f5f3-47fd-9de6-9e47867703f1 {{(pid=99868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 05:53:09.694445 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a81f39ec-fd58-4710-870f-5ab9bd32e203", "tag": "4adf38f4-bf25-47ea-b28b-d74632c72427", "status": "completed", "code": 200}]} {{(pid=99868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 05:53:09.694759 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-34b3a7e3-f5f3-47fd-9de6-9e47867703f1 {{(pid=99868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 05:53:09.695235 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a81f39ec-fd58-4710-870f-5ab9bd32e203', 'tag': '4adf38f4-bf25-47ea-b28b-d74632c72427', 'status': 'completed', 'code': 200} Jun 17 05:53:09.773481 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87b0aa1-c0bb-40d6-b6c4-c09b5923ede4 req-adceeba8-efbc-4d59-9616-6ba531d576e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:09.774960 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-a87b0aa1-c0bb-40d6-b6c4-c09b5923ede4 req-adceeba8-efbc-4d59-9616-6ba531d576e8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8d065435075f44058454a7104302fe52&device_id=a81f39ec-fd58-4710-870f-5ab9bd32e203 HTTP/1.1" status: 200 len: 1097 time: 0.0556691 Jun 17 05:53:09.872243 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87b0aa1-c0bb-40d6-b6c4-c09b5923ede4 req-e16604f8-688d-4e41-97f7-65093e09c6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:09.874030 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-a87b0aa1-c0bb-40d6-b6c4-c09b5923ede4 req-e16604f8-688d-4e41-97f7-65093e09c6ec service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=8d065435075f44058454a7104302fe52&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0911560 Jun 17 05:53:09.984632 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87b0aa1-c0bb-40d6-b6c4-c09b5923ede4 req-cf30d6aa-87ed-40cc-ae7d-afa7883ef34b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:09.986110 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-a87b0aa1-c0bb-40d6-b6c4-c09b5923ede4 req-cf30d6aa-87ed-40cc-ae7d-afa7883ef34b service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0947371 Jun 17 05:53:10.076664 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299a966e-fd6a-43dd-b060-9e80b8b01a3f req-3a7cf8c4-7eab-423d-ba5e-3001a16f8f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:10.078153 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-299a966e-fd6a-43dd-b060-9e80b8b01a3f req-3a7cf8c4-7eab-423d-ba5e-3001a16f8f34 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8d065435075f44058454a7104302fe52&device_id=a81f39ec-fd58-4710-870f-5ab9bd32e203 HTTP/1.1" status: 200 len: 1097 time: 0.0518346 Jun 17 05:53:10.129404 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-299a966e-fd6a-43dd-b060-9e80b8b01a3f req-e40b6459-61f2-4f2b-9f63-15d1a62b873d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4adf38f4-bf25-47ea-b28b-d74632c72427 HTTP/1.1" status: 200 len: 217 time: 0.0374527 Jun 17 05:53:10.186960 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299a966e-fd6a-43dd-b060-9e80b8b01a3f req-e0ce5432-2fab-43e1-8ef3-1f28f5f29d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:10.188367 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-299a966e-fd6a-43dd-b060-9e80b8b01a3f req-e0ce5432-2fab-43e1-8ef3-1f28f5f29d83 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9ff0c2d6-7f2f-47a7-9a6c-fe0e0fdc64c0 HTTP/1.1" status: 200 len: 854 time: 0.0459146 Jun 17 05:53:10.223053 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-299a966e-fd6a-43dd-b060-9e80b8b01a3f req-2ff5813e-2ee3-45ca-bfe9-a98b020e1b1a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=eebebe7c-d85c-4efc-a9bd-f0f9ccab051e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262983 Jun 17 05:53:10.312376 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-299a966e-fd6a-43dd-b060-9e80b8b01a3f req-058018a6-817a-4a17-a857-4f9b65229f22 service neutron] 10.222.0.13 "GET /v2.0/networks/eebebe7c-d85c-4efc-a9bd-f0f9ccab051e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807352 Jun 17 05:53:10.347085 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d420499-b25a-43f1-8a90-55ba60f6ad16 req-1c10a684-9a68-443b-b4a4-8cf70e3dcd67 tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:10.348520 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-4d420499-b25a-43f1-8a90-55ba60f6ad16 req-1c10a684-9a68-443b-b4a4-8cf70e3dcd67 tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] 10.222.0.11 "GET /v2.0/ports?device_id=a81f39ec-fd58-4710-870f-5ab9bd32e203 HTTP/1.1" status: 200 len: 944 time: 0.0619385 Jun 17 05:53:10.385981 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-4d420499-b25a-43f1-8a90-55ba60f6ad16 req-e5baa621-fc45-42cd-8b9f-9862f61cc30b tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfe2a3f8-e62b-4ddf-a2cf-bc95e41b5e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314400 Jun 17 05:53:10.414217 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-299a966e-fd6a-43dd-b060-9e80b8b01a3f req-5118b0cc-21f4-4ac1-828e-09fa562f08d1 service neutron] 10.222.0.13 "GET /v2.0/networks/eebebe7c-d85c-4efc-a9bd-f0f9ccab051e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864091 Jun 17 05:53:11.569998 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d64029-9ad2-4587-a38b-e8daf2a507ff req-14175953-6c57-4b6e-9432-a16560ca64a9 tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:11.571476 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-e5d64029-9ad2-4587-a38b-e8daf2a507ff req-14175953-6c57-4b6e-9432-a16560ca64a9 tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] 10.222.0.11 "GET /v2.0/ports?device_id=a81f39ec-fd58-4710-870f-5ab9bd32e203 HTTP/1.1" status: 200 len: 944 time: 0.0734992 Jun 17 05:53:11.579961 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:11.607831 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-e5d64029-9ad2-4587-a38b-e8daf2a507ff req-65de95c1-c9d8-4b68-bb7b-6abed0d4f959 tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfe2a3f8-e62b-4ddf-a2cf-bc95e41b5e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304689 Jun 17 05:53:11.614105 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-df7e1e07-8592-4a2a-9978-ec677cbe5eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:12.488594 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-e4a25698-dc7e-488a-a9c3-c2b55bed5747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:12.789019 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51808c04-24b4-4408-9d74-a25116665e39 req-49f9e3a4-a3bc-4ae1-ae1d-53bec9470b82 tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:12.792221 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-51808c04-24b4-4408-9d74-a25116665e39 req-49f9e3a4-a3bc-4ae1-ae1d-53bec9470b82 tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] 10.222.0.11 "GET /v2.0/ports?device_id=a81f39ec-fd58-4710-870f-5ab9bd32e203 HTTP/1.1" status: 200 len: 944 time: 0.0707874 Jun 17 05:53:12.830090 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-51808c04-24b4-4408-9d74-a25116665e39 req-6fc18208-8268-4cf1-8bbd-73d6d3b3ef4b tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfe2a3f8-e62b-4ddf-a2cf-bc95e41b5e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317452 Jun 17 05:53:12.960943 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Device 4adf38f4-bf25-47ea-b28b-d74632c72427 details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=99870) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 05:53:13.053769 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.db [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] For port 4adf38f4-bf25-47ea-b28b-d74632c72427, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=4adf38f4-bf25-47ea-b28b-d74632c72427,segment=NetworkSegment(eb521820-c5f2-46a7-9b30-c1bbb074c69a),segment_id=eb521820-c5f2-46a7-9b30-c1bbb074c69a)] {{(pid=99870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:53:13.064474 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Returning: {'device': '4adf38f4-bf25-47ea-b28b-d74632c72427', 'network_id': 'eebebe7c-d85c-4efc-a9bd-f0f9ccab051e', 'port_id': '4adf38f4-bf25-47ea-b28b-d74632c72427', 'mac_address': 'fa:16:3e:63:47:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ff0c2d6-7f2f-47a7-9a6c-fe0e0fdc64c0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99870) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 05:53:13.108528 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1464132'] for port, before_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:13.120749 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.notifiers.nova [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4adf38f4-bf25-47ea-b28b-d74632c72427 {{(pid=99870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 05:53:13.141560 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.db [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] For port 4adf38f4-bf25-47ea-b28b-d74632c72427, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=4adf38f4-bf25-47ea-b28b-d74632c72427,segment=NetworkSegment(eb521820-c5f2-46a7-9b30-c1bbb074c69a),segment_id=eb521820-c5f2-46a7-9b30-c1bbb074c69a)] {{(pid=99870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:53:13.236511 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773697962343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773697504561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773697504606'] for port, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:13.238300 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:53:13.283594 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Pushing event updated for resources: {'Port': ['ID=4adf38f4-bf25-47ea-b28b-d74632c72427,revision_number=4']} {{(pid=99870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:53:13.286553 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:53:13.566872 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.db [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] get_ports_and_sgs() called for port_ids ['4adf38f4-bf25-47ea-b28b-d74632c72427'] {{(pid=99870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 05:53:13.998833 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb180c62-a16a-4574-80ac-8d51669bc0b6 req-bb8e4429-7095-4216-8229-6e901f77fe5d tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:14.000278 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-fb180c62-a16a-4574-80ac-8d51669bc0b6 req-bb8e4429-7095-4216-8229-6e901f77fe5d tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] 10.222.0.11 "GET /v2.0/ports?device_id=a81f39ec-fd58-4710-870f-5ab9bd32e203 HTTP/1.1" status: 200 len: 945 time: 0.0615475 Jun 17 05:53:14.036180 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-fb180c62-a16a-4574-80ac-8d51669bc0b6 req-e32d752e-8f83-4e61-958c-4911c3a8dafe tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfe2a3f8-e62b-4ddf-a2cf-bc95e41b5e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304120 Jun 17 05:53:14.248490 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-835a5b83-af16-4b0b-afcf-c7c94ac397a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:14.979942 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Device 4adf38f4-bf25-47ea-b28b-d74632c72427 up at agent hyperv_hv-cinder-77262 {{(pid=99870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 05:53:15.174195 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.provisioning_blocks [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Provisioning for port 4adf38f4-bf25-47ea-b28b-d74632c72427 completed by entity L2. {{(pid=99870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 05:53:15.184454 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.provisioning_blocks [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Provisioning complete for port 4adf38f4-bf25-47ea-b28b-d74632c72427 triggered by entity L2. {{(pid=99870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 05:53:15.184454 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551367'] for port, provisioning_complete {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:15.220004 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c98f76-87fb-4a59-9180-69cd7c183b19 req-c9aa86ab-666b-4b54-867f-63b9a4ccdb32 tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:15.221523 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-78c98f76-87fb-4a59-9180-69cd7c183b19 req-c9aa86ab-666b-4b54-867f-63b9a4ccdb32 tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] 10.222.0.11 "GET /v2.0/ports?device_id=a81f39ec-fd58-4710-870f-5ab9bd32e203 HTTP/1.1" status: 200 len: 945 time: 0.0738101 Jun 17 05:53:15.257227 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1464132'] for port, before_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:15.261629 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-78c98f76-87fb-4a59-9180-69cd7c183b19 req-57f606fa-c1ad-4219-ae16-31d608fbf69a tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfe2a3f8-e62b-4ddf-a2cf-bc95e41b5e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325661 Jun 17 05:53:15.280253 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a81f39ec-fd58-4710-870f-5ab9bd32e203', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4adf38f4-bf25-47ea-b28b-d74632c72427'}] {{(pid=99870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 05:53:15.282572 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b488aefaa6b1d6b79683e2609a7ce48815cfc41b5bb42f7017315c525e2bf75d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-789b2b88-4043-45cc-bd9d-753d07a8e374" -d '{"events": [{"server_uuid": "a81f39ec-fd58-4710-870f-5ab9bd32e203", "name": "network-vif-plugged", "status": "completed", "tag": "4adf38f4-bf25-47ea-b28b-d74632c72427"}]}' {{(pid=99870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 05:53:15.295888 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.db [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] For port 4adf38f4-bf25-47ea-b28b-d74632c72427, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=4adf38f4-bf25-47ea-b28b-d74632c72427,segment=NetworkSegment(eb521820-c5f2-46a7-9b30-c1bbb074c69a),segment_id=eb521820-c5f2-46a7-9b30-c1bbb074c69a)] {{(pid=99870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:53:15.322077 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 05:53:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11972778-5e4d-4f3c-ad2a-b45488537bc7 x-openstack-request-id: req-11972778-5e4d-4f3c-ad2a-b45488537bc7 {{(pid=99870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 05:53:15.322220 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a81f39ec-fd58-4710-870f-5ab9bd32e203", "name": "network-vif-plugged", "status": "completed", "tag": "4adf38f4-bf25-47ea-b28b-d74632c72427", "code": 200}]} {{(pid=99870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 05:53:15.322427 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-11972778-5e4d-4f3c-ad2a-b45488537bc7 {{(pid=99870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 05:53:15.322847 dv-cinder-772623-9-smb neutron-server[99870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a81f39ec-fd58-4710-870f-5ab9bd32e203', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4adf38f4-bf25-47ea-b28b-d74632c72427', 'code': 200} Jun 17 05:53:15.431664 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773697962343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773697504561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773697504606'] for port, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:15.433463 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:53:15.478197 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Pushing event updated for resources: {'Port': ['ID=4adf38f4-bf25-47ea-b28b-d74632c72427,revision_number=5']} {{(pid=99870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:53:15.481123 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:53:15.808577 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18b4b48-e7c3-4ca6-a9bd-f690f7fa5c89 req-71313e90-68ca-4c9b-81ab-302880aaad1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:15.810075 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-c18b4b48-e7c3-4ca6-a9bd-f690f7fa5c89 req-71313e90-68ca-4c9b-81ab-302880aaad1d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a81f39ec-fd58-4710-870f-5ab9bd32e203 HTTP/1.1" status: 200 len: 1099 time: 0.0503707 Jun 17 05:53:15.845594 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-c18b4b48-e7c3-4ca6-a9bd-f690f7fa5c89 req-6d588ab7-9692-45b4-ba6d-6cd6b5925c57 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=bfe2a3f8-e62b-4ddf-a2cf-bc95e41b5e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0261180 Jun 17 05:53:16.449270 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efa02f3-1452-4047-b707-1a27b84e9da9 req-04a06ed4-712d-472b-93ec-193ca9974c50 tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:16.450713 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-7efa02f3-1452-4047-b707-1a27b84e9da9 req-04a06ed4-712d-472b-93ec-193ca9974c50 tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] 10.222.0.11 "GET /v2.0/ports?device_id=a81f39ec-fd58-4710-870f-5ab9bd32e203 HTTP/1.1" status: 200 len: 946 time: 0.0635753 Jun 17 05:53:16.494792 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-7efa02f3-1452-4047-b707-1a27b84e9da9 req-d9fb14db-816a-4717-aa4c-e2cd97f07210 tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfe2a3f8-e62b-4ddf-a2cf-bc95e41b5e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376103 Jun 17 05:53:17.562592 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:17.671711 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29df28cd-eb57-4688-b25e-88e56a57077e req-24d3676b-27be-4e92-98fd-0f11c02f77e6 tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:17.673141 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-29df28cd-eb57-4688-b25e-88e56a57077e req-24d3676b-27be-4e92-98fd-0f11c02f77e6 tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] 10.222.0.11 "GET /v2.0/ports?device_id=a81f39ec-fd58-4710-870f-5ab9bd32e203 HTTP/1.1" status: 200 len: 946 time: 0.0623488 Jun 17 05:53:17.713228 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-29df28cd-eb57-4688-b25e-88e56a57077e req-31abd347-6e98-4aaf-a486-836dc32883c5 tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfe2a3f8-e62b-4ddf-a2cf-bc95e41b5e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342586 Jun 17 05:53:17.839320 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f71a23-87ab-42ac-818a-cd4c1e468335 req-0cfcf942-00dc-495f-ab0b-5e3ac9028a38 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:17.840761 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-c7f71a23-87ab-42ac-818a-cd4c1e468335 req-0cfcf942-00dc-495f-ab0b-5e3ac9028a38 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] 10.222.0.11 "GET /v2.0/ports?device_id=b84e2604-ef6a-48e5-979e-f64102c5be89 HTTP/1.1" status: 200 len: 945 time: 0.0627122 Jun 17 05:53:17.899610 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-c7f71a23-87ab-42ac-818a-cd4c1e468335 req-b2a974b1-0240-46b6-8c4d-dd6852a20d88 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] 10.222.0.11 "GET /v2.0/security-groups?id=582a7bdd-c931-4b68-9c8a-6baf1819cc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440123 Jun 17 05:53:19.074971 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0cd701-cf0a-4701-a628-fc91a7433bfa req-946ef353-f045-437a-b554-e936cd25d3d9 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:19.076413 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-9c0cd701-cf0a-4701-a628-fc91a7433bfa req-946ef353-f045-437a-b554-e936cd25d3d9 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] 10.222.0.11 "GET /v2.0/ports?device_id=b84e2604-ef6a-48e5-979e-f64102c5be89 HTTP/1.1" status: 200 len: 945 time: 0.0607376 Jun 17 05:53:19.115629 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-9c0cd701-cf0a-4701-a628-fc91a7433bfa req-9315e29a-ef7b-4505-863b-b1f660d23671 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] 10.222.0.11 "GET /v2.0/security-groups?id=582a7bdd-c931-4b68-9c8a-6baf1819cc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333786 Jun 17 05:53:19.669688 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6f9e92-2975-461d-97c1-723c3df272b6 req-2b7f9136-bd27-44d6-9e11-78a36911ab1e tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:19.671023 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-9f6f9e92-2975-461d-97c1-723c3df272b6 req-2b7f9136-bd27-44d6-9e11-78a36911ab1e tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] 10.222.0.11 "GET /v2.0/networks?id=eebebe7c-d85c-4efc-a9bd-f0f9ccab051e HTTP/1.1" status: 200 len: 814 time: 0.0999184 Jun 17 05:53:19.685655 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-9f6f9e92-2975-461d-97c1-723c3df272b6 req-dad30238-a278-4840-9e4d-077721bafa6e tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] 10.222.0.11 "GET /v2.0/quotas/8d065435075f44058454a7104302fe52 HTTP/1.1" status: 200 len: 375 time: 0.0092320 Jun 17 05:53:19.751939 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-9f6f9e92-2975-461d-97c1-723c3df272b6 req-6f39d8b9-3679-4eab-89c2-deafff308133 tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=8d065435075f44058454a7104302fe52&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0610597 Jun 17 05:53:19.843478 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-9f6f9e92-2975-461d-97c1-723c3df272b6 req-289f9766-4512-4b30-aa38-bb43d3ebcc54 service neutron] 10.222.0.11 "GET /v2.0/networks/eebebe7c-d85c-4efc-a9bd-f0f9ccab051e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839052 Jun 17 05:53:19.932665 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-9f6f9e92-2975-461d-97c1-723c3df272b6 req-f585b5d9-5c75-4192-a190-9fd2c18ef7c4 service neutron] 10.222.0.11 "GET /v2.0/networks/eebebe7c-d85c-4efc-a9bd-f0f9ccab051e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834794 Jun 17 05:53:20.212878 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-7125f107-fcdb-4f02-a4b6-2d4d7c345941 req-7e5ddd37-2b2e-4382-9bdb-46921805e66e tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] 10.222.0.11 "GET /v2.0/ports?device_id=f4a43245-5dad-4f7a-9441-5c6f17deab94 HTTP/1.1" status: 200 len: 210 time: 0.0281272 Jun 17 05:53:20.316558 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e232ecaa-aadb-435c-add5-8b38fe696f7b req-67a64148-1961-43e1-9967-8bc15cbffdc9 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:20.318172 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-e232ecaa-aadb-435c-add5-8b38fe696f7b req-67a64148-1961-43e1-9967-8bc15cbffdc9 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] 10.222.0.11 "GET /v2.0/ports?device_id=b84e2604-ef6a-48e5-979e-f64102c5be89 HTTP/1.1" status: 200 len: 945 time: 0.0694790 Jun 17 05:53:20.355234 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-e232ecaa-aadb-435c-add5-8b38fe696f7b req-948f09ae-673d-4b24-b42c-a0cf0f4ab74b tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] 10.222.0.11 "GET /v2.0/security-groups?id=582a7bdd-c931-4b68-9c8a-6baf1819cc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313258 Jun 17 05:53:21.352921 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-ab9a26ae-5acb-4ebb-91e0-78728785a861 req-ac42a999-e1c2-4332-9c69-8c979cece094 tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] 10.222.0.11 "GET /v2.0/ports?device_id=f4a43245-5dad-4f7a-9441-5c6f17deab94 HTTP/1.1" status: 200 len: 210 time: 0.0283110 Jun 17 05:53:21.529923 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccdba76-b870-4e2c-8a60-c3172ac779af req-bedaadce-545b-4160-af0f-07fbf13b0d4b tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:21.531396 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-6ccdba76-b870-4e2c-8a60-c3172ac779af req-bedaadce-545b-4160-af0f-07fbf13b0d4b tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] 10.222.0.11 "GET /v2.0/ports?device_id=b84e2604-ef6a-48e5-979e-f64102c5be89 HTTP/1.1" status: 200 len: 945 time: 0.0629683 Jun 17 05:53:21.564850 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dfb481-03d7-4417-bf05-5f4c709c2634 req-8647f2f9-3089-4e87-b29f-3432241e6095 tempest-VolumesSnapshotTestJSON-764430663 tempest-VolumesSnapshotTestJSON-764430663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:21.566299 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-02dfb481-03d7-4417-bf05-5f4c709c2634 req-8647f2f9-3089-4e87-b29f-3432241e6095 tempest-VolumesSnapshotTestJSON-764430663 tempest-VolumesSnapshotTestJSON-764430663-project] 10.222.0.11 "GET /v2.0/ports?device_id=c20b3bfe-ac7b-424f-beee-fd32d0438baf HTTP/1.1" status: 200 len: 946 time: 0.0662515 Jun 17 05:53:21.572888 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-6ccdba76-b870-4e2c-8a60-c3172ac779af req-981f4ec6-3ca8-4215-8e64-715aee9a9b2a tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] 10.222.0.11 "GET /v2.0/security-groups?id=582a7bdd-c931-4b68-9c8a-6baf1819cc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351059 Jun 17 05:53:21.604343 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-02dfb481-03d7-4417-bf05-5f4c709c2634 req-a968793e-b01b-41f1-8506-79615983aba5 tempest-VolumesSnapshotTestJSON-764430663 tempest-VolumesSnapshotTestJSON-764430663-project] 10.222.0.11 "GET /v2.0/security-groups?id=eee29790-a2f6-41fc-a57b-695b41c17f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320032 Jun 17 05:53:22.495908 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-816c97fd-44df-4f36-9918-5f3757399388 req-73b06b2d-a7ff-4e21-a5d1-e77a791b7090 tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] 10.222.0.11 "GET /v2.0/ports?device_id=f4a43245-5dad-4f7a-9441-5c6f17deab94 HTTP/1.1" status: 200 len: 210 time: 0.0311844 Jun 17 05:53:22.600862 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6f9e92-2975-461d-97c1-723c3df272b6 req-35711477-a1c4-4114-9bc5-6d55ee692f3a tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:22.602303 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-9f6f9e92-2975-461d-97c1-723c3df272b6 req-35711477-a1c4-4114-9bc5-6d55ee692f3a tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] 10.222.0.13 "GET /v2.0/networks?id=eebebe7c-d85c-4efc-a9bd-f0f9ccab051e HTTP/1.1" status: 200 len: 814 time: 0.1096957 Jun 17 05:53:22.626865 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.v2.base [req-9f6f9e92-2975-461d-97c1-723c3df272b6 req-466f0bc5-9d1b-442c-bc8d-b4e83fc865c9 tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] Request body: {'port': {'device_id': 'f4a43245-5dad-4f7a-9441-5c6f17deab94', 'network_id': 'eebebe7c-d85c-4efc-a9bd-f0f9ccab051e', 'admin_state_up': True, 'tenant_id': '8d065435075f44058454a7104302fe52'}} {{(pid=99868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:53:22.796497 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34844ab-439f-46d7-bc80-bedba4537792 req-00417a13-2c7b-4aa0-892a-0e71a5a33891 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:22.797947 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-d34844ab-439f-46d7-bc80-bedba4537792 req-00417a13-2c7b-4aa0-892a-0e71a5a33891 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] 10.222.0.11 "GET /v2.0/ports?device_id=b84e2604-ef6a-48e5-979e-f64102c5be89 HTTP/1.1" status: 200 len: 945 time: 0.1028597 Jun 17 05:53:22.841034 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-d34844ab-439f-46d7-bc80-bedba4537792 req-415a170c-7c61-44c5-85ff-27580510e8ac tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] 10.222.0.11 "GET /v2.0/security-groups?id=582a7bdd-c931-4b68-9c8a-6baf1819cc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366983 Jun 17 05:53:22.859199 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f6f9e92-2975-461d-97c1-723c3df272b6 req-466f0bc5-9d1b-442c-bc8d-b4e83fc865c9 tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] Made reservation on behalf of 8d065435075f44058454a7104302fe52 for: {'port': 1} {{(pid=99868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 05:53:22.866195 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-9f6f9e92-2975-461d-97c1-723c3df272b6 req-466f0bc5-9d1b-442c-bc8d-b4e83fc865c9 tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1464150'] for port, before_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:23.026043 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.db.db_base_plugin_common [req-9f6f9e92-2975-461d-97c1-723c3df272b6 req-466f0bc5-9d1b-442c-bc8d-b4e83fc865c9 tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] Allocated IP 172.20.0.7 (eebebe7c-d85c-4efc-a9bd-f0f9ccab051e/9ff0c2d6-7f2f-47a7-9a6c-fe0e0fdc64c0/ca34cf2d-7932-4539-966b-a90d1eda37b2) {{(pid=99868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 05:53:23.079037 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b1faa6-6175-4060-8acd-c0045f4fb5a5 req-5fdd051c-44b1-4cae-a605-2fd5457b45ad tempest-VolumesSnapshotTestJSON-764430663 tempest-VolumesSnapshotTestJSON-764430663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:23.080469 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-b2b1faa6-6175-4060-8acd-c0045f4fb5a5 req-5fdd051c-44b1-4cae-a605-2fd5457b45ad tempest-VolumesSnapshotTestJSON-764430663 tempest-VolumesSnapshotTestJSON-764430663-project] 10.222.0.11 "GET /v2.0/ports?device_id=c20b3bfe-ac7b-424f-beee-fd32d0438baf HTTP/1.1" status: 200 len: 946 time: 0.1085033 Jun 17 05:53:23.174744 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-b2b1faa6-6175-4060-8acd-c0045f4fb5a5 req-fc8aa185-3558-4bf2-87a4-ee5becc6db9c tempest-VolumesSnapshotTestJSON-764430663 tempest-VolumesSnapshotTestJSON-764430663-project] 10.222.0.11 "GET /v2.0/security-groups?id=eee29790-a2f6-41fc-a57b-695b41c17f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848403 Jun 17 05:53:23.221006 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-9f6f9e92-2975-461d-97c1-723c3df272b6 req-466f0bc5-9d1b-442c-bc8d-b4e83fc865c9 tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] Notify callbacks [] for port, precommit_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:23.335726 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-9f6f9e92-2975-461d-97c1-723c3df272b6 req-466f0bc5-9d1b-442c-bc8d-b4e83fc865c9 tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1465235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-156110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-564052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773697504543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2882486'] for port, after_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:23.339666 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:53:23.353959 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.db [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] get_ports_and_sgs() called for port_ids ['e677e397-66d6-469d-b8c4-98c3935a1012', '4adf38f4-bf25-47ea-b28b-d74632c72427'] {{(pid=99870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 05:53:23.378644 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f6f9e92-2975-461d-97c1-723c3df272b6 req-466f0bc5-9d1b-442c-bc8d-b4e83fc865c9 tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] Network eebebe7c-d85c-4efc-a9bd-f0f9ccab051e is already hosted by enough agents. {{(pid=99868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 05:53:23.381746 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.scheduler.base_scheduler [req-9f6f9e92-2975-461d-97c1-723c3df272b6 req-466f0bc5-9d1b-442c-bc8d-b4e83fc865c9 tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] Resources bound (agent type, host, resource id): {{(pid=99868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 05:53:23.387731 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f6f9e92-2975-461d-97c1-723c3df272b6 req-466f0bc5-9d1b-442c-bc8d-b4e83fc865c9 tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] Received port after_create {{(pid=99868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 05:53:23.393870 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466f0bc5-9d1b-442c-bc8d-b4e83fc865c9 tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] Pushing event updated for resources: {'Port': ['ID=ca34cf2d-7932-4539-966b-a90d1eda37b2,revision_number=1']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:53:23.417413 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-466f0bc5-9d1b-442c-bc8d-b4e83fc865c9 tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:53:23.441454 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6f9e92-2975-461d-97c1-723c3df272b6 req-466f0bc5-9d1b-442c-bc8d-b4e83fc865c9 tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:23.454230 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-9f6f9e92-2975-461d-97c1-723c3df272b6 req-466f0bc5-9d1b-442c-bc8d-b4e83fc865c9 tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-860254'] for port, before_response {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:23.575480 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-9f6f9e92-2975-461d-97c1-723c3df272b6 req-466f0bc5-9d1b-442c-bc8d-b4e83fc865c9 tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9525709 Jun 17 05:53:23.589196 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.v2.base [req-9f6f9e92-2975-461d-97c1-723c3df272b6 req-6ee3bf62-9733-486e-8a99-7810ed5c8731 service neutron] Request body: {'port': {'device_id': 'f4a43245-5dad-4f7a-9441-5c6f17deab94', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=99868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:53:23.660306 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-9f6f9e92-2975-461d-97c1-723c3df272b6 req-6ee3bf62-9733-486e-8a99-7810ed5c8731 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1464132'] for port, before_update {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:23.676550 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fb4999-8c96-497d-9a98-71d57530fec7 req-a85ee0e3-dde5-4238-bc26-e3143b77ae42 tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:23.683015 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-67fb4999-8c96-497d-9a98-71d57530fec7 req-a85ee0e3-dde5-4238-bc26-e3143b77ae42 tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] 10.222.0.11 "GET /v2.0/ports?device_id=f4a43245-5dad-4f7a-9441-5c6f17deab94 HTTP/1.1" status: 200 len: 931 time: 0.0698299 Jun 17 05:53:23.714617 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-67fb4999-8c96-497d-9a98-71d57530fec7 req-d2201b6f-e2ae-4015-b26c-e4fd75d78527 tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfe2a3f8-e62b-4ddf-a2cf-bc95e41b5e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301943 Jun 17 05:53:23.923011 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.notifiers.nova [req-9f6f9e92-2975-461d-97c1-723c3df272b6 req-6ee3bf62-9733-486e-8a99-7810ed5c8731 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca34cf2d-7932-4539-966b-a90d1eda37b2 {{(pid=99868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 05:53:23.930269 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-9f6f9e92-2975-461d-97c1-723c3df272b6 req-6ee3bf62-9733-486e-8a99-7810ed5c8731 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:23.945736 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.db.provisioning_blocks [req-9f6f9e92-2975-461d-97c1-723c3df272b6 req-6ee3bf62-9733-486e-8a99-7810ed5c8731 service neutron] Transition to ACTIVE for port object ca34cf2d-7932-4539-966b-a90d1eda37b2 will not be triggered until provisioned by entity L2. {{(pid=99868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 05:53:24.018267 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2373583-fa4a-410a-b052-5a85b8d33a80 req-e2c77364-149f-4dc1-adeb-347eb72fc3b7 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:24.019742 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-f2373583-fa4a-410a-b052-5a85b8d33a80 req-e2c77364-149f-4dc1-adeb-347eb72fc3b7 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] 10.222.0.11 "GET /v2.0/ports?device_id=b84e2604-ef6a-48e5-979e-f64102c5be89 HTTP/1.1" status: 200 len: 945 time: 0.0634053 Jun 17 05:53:24.057543 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-f2373583-fa4a-410a-b052-5a85b8d33a80 req-62c0806d-57b4-4723-a413-582231da9832 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] 10.222.0.11 "GET /v2.0/security-groups?id=582a7bdd-c931-4b68-9c8a-6baf1819cc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315170 Jun 17 05:53:24.117084 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-9f6f9e92-2975-461d-97c1-723c3df272b6 req-6ee3bf62-9733-486e-8a99-7810ed5c8731 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773697962343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773697504561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773697504606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2882436'] for port, after_update {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:24.119287 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-095388dd-40e6-43d3-862f-ee1a32920a6a tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:53:24.194019 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee3bf62-9733-486e-8a99-7810ed5c8731 service neutron] Pushing event updated for resources: {'Port': ['ID=ca34cf2d-7932-4539-966b-a90d1eda37b2,revision_number=2']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:53:24.212469 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-6ee3bf62-9733-486e-8a99-7810ed5c8731 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:53:24.272458 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.managers [req-9f6f9e92-2975-461d-97c1-723c3df272b6 req-6ee3bf62-9733-486e-8a99-7810ed5c8731 service neutron] Attempting to bind port ca34cf2d-7932-4539-966b-a90d1eda37b2 on host hv-cinder-77262 for vnic_type normal with profile {{(pid=99868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 05:53:24.272821 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.managers [req-9f6f9e92-2975-461d-97c1-723c3df272b6 req-6ee3bf62-9733-486e-8a99-7810ed5c8731 service neutron] Attempting to bind port ca34cf2d-7932-4539-966b-a90d1eda37b2 by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': 'eb521820-c5f2-46a7-9b30-c1bbb074c69a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'eebebe7c-d85c-4efc-a9bd-f0f9ccab051e'}] {{(pid=99868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 05:53:24.273142 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f6f9e92-2975-461d-97c1-723c3df272b6 req-6ee3bf62-9733-486e-8a99-7810ed5c8731 service neutron] Attempting to bind port ca34cf2d-7932-4539-966b-a90d1eda37b2 on network eebebe7c-d85c-4efc-a9bd-f0f9ccab051e {{(pid=99868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 05:53:24.277455 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f6f9e92-2975-461d-97c1-723c3df272b6 req-6ee3bf62-9733-486e-8a99-7810ed5c8731 service neutron] Port ca34cf2d-7932-4539-966b-a90d1eda37b2 on network eebebe7c-d85c-4efc-a9bd-f0f9ccab051e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=99868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 05:53:24.277770 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f6f9e92-2975-461d-97c1-723c3df272b6 req-6ee3bf62-9733-486e-8a99-7810ed5c8731 service neutron] Attempting to bind port ca34cf2d-7932-4539-966b-a90d1eda37b2 on network eebebe7c-d85c-4efc-a9bd-f0f9ccab051e {{(pid=99868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 05:53:24.282733 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f6f9e92-2975-461d-97c1-723c3df272b6 req-6ee3bf62-9733-486e-8a99-7810ed5c8731 service neutron] Checking agent: {'id': 'a94c375a-f30e-48af-b86b-c1ab552b3c7d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 5, 47, 47), 'started_at': datetime.datetime(2021, 6, 17, 5, 47, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 5, 53, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 05:53:24.288899 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f6f9e92-2975-461d-97c1-723c3df272b6 req-6ee3bf62-9733-486e-8a99-7810ed5c8731 service neutron] Checking segment: {'id': 'eb521820-c5f2-46a7-9b30-c1bbb074c69a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'eebebe7c-d85c-4efc-a9bd-f0f9ccab051e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 05:53:24.288899 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f6f9e92-2975-461d-97c1-723c3df272b6 req-6ee3bf62-9733-486e-8a99-7810ed5c8731 service neutron] Bound using segment: {'id': 'eb521820-c5f2-46a7-9b30-c1bbb074c69a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'eebebe7c-d85c-4efc-a9bd-f0f9ccab051e'} {{(pid=99868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 05:53:24.288899 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.managers [req-9f6f9e92-2975-461d-97c1-723c3df272b6 req-6ee3bf62-9733-486e-8a99-7810ed5c8731 service neutron] Bound port: ca34cf2d-7932-4539-966b-a90d1eda37b2, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb521820-c5f2-46a7-9b30-c1bbb074c69a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'eebebe7c-d85c-4efc-a9bd-f0f9ccab051e'}}] {{(pid=99868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 05:53:24.288899 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-9f6f9e92-2975-461d-97c1-723c3df272b6 req-6ee3bf62-9733-486e-8a99-7810ed5c8731 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1464132'] for port, before_update {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:24.347783 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.db [req-9f6f9e92-2975-461d-97c1-723c3df272b6 req-6ee3bf62-9733-486e-8a99-7810ed5c8731 service neutron] For port ca34cf2d-7932-4539-966b-a90d1eda37b2, host hv-cinder-77262, cleared binding levels {{(pid=99868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 05:53:24.351579 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.db [req-9f6f9e92-2975-461d-97c1-723c3df272b6 req-6ee3bf62-9733-486e-8a99-7810ed5c8731 service neutron] For port ca34cf2d-7932-4539-966b-a90d1eda37b2, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=ca34cf2d-7932-4539-966b-a90d1eda37b2,segment=NetworkSegment(eb521820-c5f2-46a7-9b30-c1bbb074c69a),segment_id=eb521820-c5f2-46a7-9b30-c1bbb074c69a)] {{(pid=99868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 05:53:24.377414 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03386c2b-9712-427a-9b74-6dc93711c246 req-060c72d0-535c-422e-baa8-85b4778736ed tempest-VolumesSnapshotTestJSON-764430663 tempest-VolumesSnapshotTestJSON-764430663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:24.377414 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-03386c2b-9712-427a-9b74-6dc93711c246 req-060c72d0-535c-422e-baa8-85b4778736ed tempest-VolumesSnapshotTestJSON-764430663 tempest-VolumesSnapshotTestJSON-764430663-project] 10.222.0.11 "GET /v2.0/ports?device_id=c20b3bfe-ac7b-424f-beee-fd32d0438baf HTTP/1.1" status: 200 len: 946 time: 0.0739703 Jun 17 05:53:24.431846 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-9f6f9e92-2975-461d-97c1-723c3df272b6 req-6ee3bf62-9733-486e-8a99-7810ed5c8731 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773697962343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773697504561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773697504606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2882436'] for port, after_update {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:24.434220 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-775ff84a-0a08-4c63-8867-8683014afad4 tempest-VolumesActionsTest-1442188411 tempest-VolumesActionsTest-1442188411-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:53:24.471604 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6f9e92-2975-461d-97c1-723c3df272b6 req-6ee3bf62-9733-486e-8a99-7810ed5c8731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:24.472142 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-9f6f9e92-2975-461d-97c1-723c3df272b6 req-6ee3bf62-9733-486e-8a99-7810ed5c8731 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-860254'] for port, before_response {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:24.473556 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-9f6f9e92-2975-461d-97c1-723c3df272b6 req-6ee3bf62-9733-486e-8a99-7810ed5c8731 service neutron] 10.222.0.13 "PUT /v2.0/ports/ca34cf2d-7932-4539-966b-a90d1eda37b2 HTTP/1.1" status: 200 len: 1093 time: 0.8887973 Jun 17 05:53:24.476970 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4a43245-5dad-4f7a-9441-5c6f17deab94', 'tag': 'ca34cf2d-7932-4539-966b-a90d1eda37b2'}] {{(pid=99868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 05:53:24.480285 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8d1bbba7808a8cca0df1ca407b71cd1cd2965420825a4b8dd9215cbcd05a37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb603a85-d969-4408-9466-5e9f7a1248cb" -d '{"events": [{"name": "network-changed", "server_uuid": "f4a43245-5dad-4f7a-9441-5c6f17deab94", "tag": "ca34cf2d-7932-4539-966b-a90d1eda37b2"}]}' {{(pid=99868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 05:53:24.507344 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee3bf62-9733-486e-8a99-7810ed5c8731 service neutron] Pushing event updated for resources: {'Port': ['ID=ca34cf2d-7932-4539-966b-a90d1eda37b2,revision_number=3']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:53:24.511170 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-6ee3bf62-9733-486e-8a99-7810ed5c8731 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:53:24.590713 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-03386c2b-9712-427a-9b74-6dc93711c246 req-684cdde3-d905-453b-97a2-63c5bf4d04bb tempest-VolumesSnapshotTestJSON-764430663 tempest-VolumesSnapshotTestJSON-764430663-project] 10.222.0.11 "GET /v2.0/security-groups?id=eee29790-a2f6-41fc-a57b-695b41c17f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148039 Jun 17 05:53:24.642080 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 05:53:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9df43d57-5e00-4ac7-afb9-b3f98d20e932 x-openstack-request-id: req-9df43d57-5e00-4ac7-afb9-b3f98d20e932 {{(pid=99868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 05:53:24.642596 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4a43245-5dad-4f7a-9441-5c6f17deab94", "tag": "ca34cf2d-7932-4539-966b-a90d1eda37b2", "status": "completed", "code": 200}]} {{(pid=99868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 05:53:24.642701 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9df43d57-5e00-4ac7-afb9-b3f98d20e932 {{(pid=99868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 05:53:24.643113 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4a43245-5dad-4f7a-9441-5c6f17deab94', 'tag': 'ca34cf2d-7932-4539-966b-a90d1eda37b2', 'status': 'completed', 'code': 200} Jun 17 05:53:24.686908 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6f9e92-2975-461d-97c1-723c3df272b6 req-7cdacbd7-6fb5-4dc4-8345-300b81b39830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:24.688423 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-9f6f9e92-2975-461d-97c1-723c3df272b6 req-7cdacbd7-6fb5-4dc4-8345-300b81b39830 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8d065435075f44058454a7104302fe52&device_id=f4a43245-5dad-4f7a-9441-5c6f17deab94 HTTP/1.1" status: 200 len: 1096 time: 0.0551476 Jun 17 05:53:24.737928 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-9f6f9e92-2975-461d-97c1-723c3df272b6 req-0a5f3631-4822-4295-9a07-b71fc3c91eec service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ca34cf2d-7932-4539-966b-a90d1eda37b2 HTTP/1.1" status: 200 len: 217 time: 0.0338042 Jun 17 05:53:24.793568 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6f9e92-2975-461d-97c1-723c3df272b6 req-0a0ea19d-e2bc-4a86-a8bd-7ed9f74414da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:24.795092 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-9f6f9e92-2975-461d-97c1-723c3df272b6 req-0a0ea19d-e2bc-4a86-a8bd-7ed9f74414da service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9ff0c2d6-7f2f-47a7-9a6c-fe0e0fdc64c0 HTTP/1.1" status: 200 len: 854 time: 0.0483930 Jun 17 05:53:24.832655 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-9f6f9e92-2975-461d-97c1-723c3df272b6 req-1d0a0839-5177-4ff7-8096-72d0f1bcb67b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=eebebe7c-d85c-4efc-a9bd-f0f9ccab051e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271678 Jun 17 05:53:24.897014 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b486dd-cfa3-4805-953a-f32ee8e9448b req-79548472-286d-431b-ab1f-45884e01faa2 tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:24.898414 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-74b486dd-cfa3-4805-953a-f32ee8e9448b req-79548472-286d-431b-ab1f-45884e01faa2 tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] 10.222.0.11 "GET /v2.0/ports?device_id=f4a43245-5dad-4f7a-9441-5c6f17deab94 HTTP/1.1" status: 200 len: 943 time: 0.0642452 Jun 17 05:53:24.936155 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-74b486dd-cfa3-4805-953a-f32ee8e9448b req-65b9e155-1661-4cb1-a1d2-773fc41656f1 tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfe2a3f8-e62b-4ddf-a2cf-bc95e41b5e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318844 Jun 17 05:53:25.231231 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-9f6f9e92-2975-461d-97c1-723c3df272b6 req-045ba293-78e5-4d1f-a856-dc860a2a342b service neutron] 10.222.0.13 "GET /v2.0/networks/eebebe7c-d85c-4efc-a9bd-f0f9ccab051e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3871591 Jun 17 05:53:25.244119 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8e064e-eb5a-4c6d-ace0-aeb9b9e7e6a6 req-c3ec992c-536a-4768-b729-ce47e73032af tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:25.245568 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-7b8e064e-eb5a-4c6d-ace0-aeb9b9e7e6a6 req-c3ec992c-536a-4768-b729-ce47e73032af tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] 10.222.0.11 "GET /v2.0/ports?device_id=b84e2604-ef6a-48e5-979e-f64102c5be89 HTTP/1.1" status: 200 len: 945 time: 0.0606611 Jun 17 05:53:25.248624 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f56b743-926c-483b-89cf-cfa41cc0130a req-ff85ea26-7d88-4ca9-b73d-47786daaddc4 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:25.250014 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-8f56b743-926c-483b-89cf-cfa41cc0130a req-ff85ea26-7d88-4ca9-b73d-47786daaddc4 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/ports?device_id=3d0d5a00-9e06-45cf-af70-826834445347 HTTP/1.1" status: 200 len: 947 time: 0.3612025 Jun 17 05:53:25.285817 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-7b8e064e-eb5a-4c6d-ace0-aeb9b9e7e6a6 req-01b540ae-93c9-4c2c-9654-5a350859a744 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] 10.222.0.11 "GET /v2.0/security-groups?id=582a7bdd-c931-4b68-9c8a-6baf1819cc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343790 Jun 17 05:53:25.339063 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-8f56b743-926c-483b-89cf-cfa41cc0130a req-7a4d37ec-3405-4fe1-9447-2e7bd173b31d tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ce8ebda-6a66-4ae7-b677-cf05040a027e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804477 Jun 17 05:53:25.362611 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-9f6f9e92-2975-461d-97c1-723c3df272b6 req-02f85391-0504-4fc2-8324-965edadfa93d service neutron] 10.222.0.13 "GET /v2.0/networks/eebebe7c-d85c-4efc-a9bd-f0f9ccab051e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116762 Jun 17 05:53:25.517692 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb603a85-d969-4408-9466-5e9f7a1248cb req-86293ad0-c470-47cd-8ea6-ee0e154a62b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:25.519157 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-eb603a85-d969-4408-9466-5e9f7a1248cb req-86293ad0-c470-47cd-8ea6-ee0e154a62b8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8d065435075f44058454a7104302fe52&device_id=f4a43245-5dad-4f7a-9441-5c6f17deab94 HTTP/1.1" status: 200 len: 1096 time: 0.0516684 Jun 17 05:53:25.605364 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb603a85-d969-4408-9466-5e9f7a1248cb req-4ccc2a45-89a0-489f-acfd-24c67a0255f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:25.606766 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-eb603a85-d969-4408-9466-5e9f7a1248cb req-4ccc2a45-89a0-489f-acfd-24c67a0255f6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=eebebe7c-d85c-4efc-a9bd-f0f9ccab051e HTTP/1.1" status: 200 len: 915 time: 0.0800970 Jun 17 05:53:25.652619 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-eb603a85-d969-4408-9466-5e9f7a1248cb req-d4f85d4c-9085-44bd-b296-bc85556ccef8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ca34cf2d-7932-4539-966b-a90d1eda37b2 HTTP/1.1" status: 200 len: 217 time: 0.0365329 Jun 17 05:53:25.704984 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb603a85-d969-4408-9466-5e9f7a1248cb req-d8ffa434-0777-4575-a9b1-323fc1639f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:25.706529 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-eb603a85-d969-4408-9466-5e9f7a1248cb req-d8ffa434-0777-4575-a9b1-323fc1639f07 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9ff0c2d6-7f2f-47a7-9a6c-fe0e0fdc64c0 HTTP/1.1" status: 200 len: 854 time: 0.0424695 Jun 17 05:53:25.740622 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-eb603a85-d969-4408-9466-5e9f7a1248cb req-3e549eb7-0785-4347-b9e3-b72f4d2d894d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=eebebe7c-d85c-4efc-a9bd-f0f9ccab051e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252528 Jun 17 05:53:25.764263 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db689043-faa6-4c20-8465-f9784ffe84cc req-0e5da013-8f8c-4b02-8d11-8a8865a854b3 tempest-VolumesSnapshotTestJSON-764430663 tempest-VolumesSnapshotTestJSON-764430663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:25.765680 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-db689043-faa6-4c20-8465-f9784ffe84cc req-0e5da013-8f8c-4b02-8d11-8a8865a854b3 tempest-VolumesSnapshotTestJSON-764430663 tempest-VolumesSnapshotTestJSON-764430663-project] 10.222.0.11 "GET /v2.0/ports?device_id=c20b3bfe-ac7b-424f-beee-fd32d0438baf HTTP/1.1" status: 200 len: 946 time: 0.0613916 Jun 17 05:53:25.802783 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-db689043-faa6-4c20-8465-f9784ffe84cc req-878cf176-2975-4480-a724-7e5b7799ddc1 tempest-VolumesSnapshotTestJSON-764430663 tempest-VolumesSnapshotTestJSON-764430663-project] 10.222.0.11 "GET /v2.0/security-groups?id=eee29790-a2f6-41fc-a57b-695b41c17f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301740 Jun 17 05:53:25.837278 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-eb603a85-d969-4408-9466-5e9f7a1248cb req-a6cd9107-963c-4b50-beb1-703da635b0ce service neutron] 10.222.0.13 "GET /v2.0/networks/eebebe7c-d85c-4efc-a9bd-f0f9ccab051e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846372 Jun 17 05:53:25.933934 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-eb603a85-d969-4408-9466-5e9f7a1248cb req-cfe22614-73ef-4cbb-882d-263329bf969f service neutron] 10.222.0.13 "GET /v2.0/networks/eebebe7c-d85c-4efc-a9bd-f0f9ccab051e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808840 Jun 17 05:53:26.106500 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e2de07-e6ad-4db6-8683-d75769705bab req-35312180-ee79-4e5e-a3b2-15f62ce73b99 tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:26.107858 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-83e2de07-e6ad-4db6-8683-d75769705bab req-35312180-ee79-4e5e-a3b2-15f62ce73b99 tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] 10.222.0.11 "GET /v2.0/ports?device_id=f4a43245-5dad-4f7a-9441-5c6f17deab94 HTTP/1.1" status: 200 len: 943 time: 0.0647287 Jun 17 05:53:26.143543 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-83e2de07-e6ad-4db6-8683-d75769705bab req-c2da9d48-47d3-4e8b-9277-8826f90b416d tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfe2a3f8-e62b-4ddf-a2cf-bc95e41b5e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300884 Jun 17 05:53:26.459652 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f547908-c88c-465f-95e4-e87b22465373 req-a7100e17-43ca-4115-bcc5-8ded18007b64 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:26.461232 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-1f547908-c88c-465f-95e4-e87b22465373 req-a7100e17-43ca-4115-bcc5-8ded18007b64 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] 10.222.0.11 "GET /v2.0/ports?device_id=b84e2604-ef6a-48e5-979e-f64102c5be89 HTTP/1.1" status: 200 len: 945 time: 0.0611167 Jun 17 05:53:26.497416 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-1f547908-c88c-465f-95e4-e87b22465373 req-64c814ce-454b-4c1b-b307-5972114d6fa7 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] 10.222.0.11 "GET /v2.0/security-groups?id=582a7bdd-c931-4b68-9c8a-6baf1819cc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305474 Jun 17 05:53:26.518295 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6df3299-66b3-49a4-8dc5-e113ed91a61c req-4e757fe1-81a5-4910-881c-e0ef6849bd9a tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:26.519747 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-e6df3299-66b3-49a4-8dc5-e113ed91a61c req-4e757fe1-81a5-4910-881c-e0ef6849bd9a tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/ports?device_id=3d0d5a00-9e06-45cf-af70-826834445347 HTTP/1.1" status: 200 len: 947 time: 0.0624301 Jun 17 05:53:26.556701 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-e6df3299-66b3-49a4-8dc5-e113ed91a61c req-7a9933b9-35dc-4b00-ac01-b0492b8feee2 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ce8ebda-6a66-4ae7-b677-cf05040a027e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309720 Jun 17 05:53:26.976993 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515899d4-fc72-4e5d-8e39-d3a818eb8230 req-25a47e51-6cd0-486b-bb98-fe9d5810e8d8 tempest-VolumesSnapshotTestJSON-764430663 tempest-VolumesSnapshotTestJSON-764430663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:26.978527 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-515899d4-fc72-4e5d-8e39-d3a818eb8230 req-25a47e51-6cd0-486b-bb98-fe9d5810e8d8 tempest-VolumesSnapshotTestJSON-764430663 tempest-VolumesSnapshotTestJSON-764430663-project] 10.222.0.11 "GET /v2.0/ports?device_id=c20b3bfe-ac7b-424f-beee-fd32d0438baf HTTP/1.1" status: 200 len: 946 time: 0.0637619 Jun 17 05:53:27.016604 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-515899d4-fc72-4e5d-8e39-d3a818eb8230 req-97f3c277-005a-46c6-b93c-7edcd9a04783 tempest-VolumesSnapshotTestJSON-764430663 tempest-VolumesSnapshotTestJSON-764430663-project] 10.222.0.11 "GET /v2.0/security-groups?id=eee29790-a2f6-41fc-a57b-695b41c17f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325656 Jun 17 05:53:27.300978 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d33e06-6617-48d8-8224-22a819f5fdc4 req-4b7215c6-5d01-443d-a463-3e2f22b267af tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:27.303126 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-11d33e06-6617-48d8-8224-22a819f5fdc4 req-4b7215c6-5d01-443d-a463-3e2f22b267af tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d0d5a00-9e06-45cf-af70-826834445347 HTTP/1.1" status: 200 len: 947 time: 0.0937519 Jun 17 05:53:27.362790 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2c8194-3b7f-49ca-a728-d9836c83df5a req-3d13531b-7865-4e05-b415-6ff491e78cbb tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:27.364267 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-0f2c8194-3b7f-49ca-a728-d9836c83df5a req-3d13531b-7865-4e05-b415-6ff491e78cbb tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] 10.222.0.11 "GET /v2.0/ports?device_id=f4a43245-5dad-4f7a-9441-5c6f17deab94 HTTP/1.1" status: 200 len: 943 time: 0.1128466 Jun 17 05:53:27.431457 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-0f2c8194-3b7f-49ca-a728-d9836c83df5a req-28e60f8e-4f76-4e5f-baf5-c6dda4f9eb21 tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfe2a3f8-e62b-4ddf-a2cf-bc95e41b5e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595090 Jun 17 05:53:27.448965 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.plugin [req-11d33e06-6617-48d8-8224-22a819f5fdc4 req-557e3e09-9303-4557-be21-114356dc9378 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Deleting port 8dd72959-2b7c-45aa-93ff-855a3c936576 {{(pid=99868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 05:53:27.449300 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-11d33e06-6617-48d8-8224-22a819f5fdc4 req-557e3e09-9303-4557-be21-114356dc9378 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773697957277'] for port, before_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:27.534606 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.db [req-11d33e06-6617-48d8-8224-22a819f5fdc4 req-557e3e09-9303-4557-be21-114356dc9378 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] For port 8dd72959-2b7c-45aa-93ff-855a3c936576, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=8dd72959-2b7c-45aa-93ff-855a3c936576,segment=NetworkSegment(81591838-08f0-432e-af25-79981cd4b7ed),segment_id=81591838-08f0-432e-af25-79981cd4b7ed)] {{(pid=99868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:53:27.535056 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-11d33e06-6617-48d8-8224-22a819f5fdc4 req-557e3e09-9303-4557-be21-114356dc9378 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429017'] for port, precommit_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:27.684833 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a201ba4-6e60-42c7-a1a1-d04e136ab419 req-7e84d1e0-c977-472a-80da-a9eb218424b3 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:27.686382 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-2a201ba4-6e60-42c7-a1a1-d04e136ab419 req-7e84d1e0-c977-472a-80da-a9eb218424b3 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] 10.222.0.11 "GET /v2.0/ports?device_id=b84e2604-ef6a-48e5-979e-f64102c5be89 HTTP/1.1" status: 200 len: 945 time: 0.0638900 Jun 17 05:53:27.725984 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-2a201ba4-6e60-42c7-a1a1-d04e136ab419 req-dc7f5eb7-b286-472f-a94b-7b7772983560 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] 10.222.0.11 "GET /v2.0/security-groups?id=582a7bdd-c931-4b68-9c8a-6baf1819cc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339277 Jun 17 05:53:27.779999 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-11d33e06-6617-48d8-8224-22a819f5fdc4 req-557e3e09-9303-4557-be21-114356dc9378 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:27.780373 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-11d33e06-6617-48d8-8224-22a819f5fdc4 req-557e3e09-9303-4557-be21-114356dc9378 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-422873'] for floatingip, after_update {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:27.780713 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.db.l3_db [req-11d33e06-6617-48d8-8224-22a819f5fdc4 req-557e3e09-9303-4557-be21-114356dc9378 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Floating IP f1fc03ff-3433-4ce2-8ec3-b30e195ed645 disassociated. External IP: 172.28.2.142, port: 8dd72959-2b7c-45aa-93ff-855a3c936576. Jun 17 05:53:27.781054 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.plugin [req-11d33e06-6617-48d8-8224-22a819f5fdc4 req-557e3e09-9303-4557-be21-114356dc9378 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Calling delete_port for 8dd72959-2b7c-45aa-93ff-855a3c936576 owned by compute:nova {{(pid=99868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 05:53:27.802428 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef6bb67-8158-487b-a75b-e72d2eea81c6 req-de0d1c89-b5d6-4375-8bad-82d551130278 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:27.804047 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-eef6bb67-8158-487b-a75b-e72d2eea81c6 req-de0d1c89-b5d6-4375-8bad-82d551130278 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/ports?device_id=3d0d5a00-9e06-45cf-af70-826834445347 HTTP/1.1" status: 200 len: 947 time: 0.1318092 Jun 17 05:53:27.884517 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-eef6bb67-8158-487b-a75b-e72d2eea81c6 req-f5cc14d3-5c7a-48b7-b23b-7843cb0ba383 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ce8ebda-6a66-4ae7-b677-cf05040a027e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501800 Jun 17 05:53:27.999566 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-11d33e06-6617-48d8-8224-22a819f5fdc4 req-557e3e09-9303-4557-be21-114356dc9378 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773697962361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773697504552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2882495'] for port, after_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:28.004783 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-efbe919f-433f-40a0-8e8f-504754a7d92a tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:53:28.043420 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e3e09-9303-4557-be21-114356dc9378 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Pushing event deleted for resources: {'Port': ['ID=8dd72959-2b7c-45aa-93ff-855a3c936576,revision_number=None']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:53:28.045356 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-557e3e09-9303-4557-be21-114356dc9378 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:53:28.063261 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938b1738-77de-41ed-b273-81cf6daa9536 req-0becb863-13f5-4c08-9300-fc5c51d615e1 tempest-VolumesSnapshotTestJSON-764430663 tempest-VolumesSnapshotTestJSON-764430663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:28.064677 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-938b1738-77de-41ed-b273-81cf6daa9536 req-0becb863-13f5-4c08-9300-fc5c51d615e1 tempest-VolumesSnapshotTestJSON-764430663 tempest-VolumesSnapshotTestJSON-764430663-project] 10.222.0.13 "GET /v2.0/ports?device_id=c20b3bfe-ac7b-424f-beee-fd32d0438baf HTTP/1.1" status: 200 len: 946 time: 0.1034627 Jun 17 05:53:28.194341 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c9c753-04a0-4442-9856-c3919bf2aaec req-14a94dea-0a4b-41df-adc2-84a563771aee tempest-VolumesSnapshotTestJSON-764430663 tempest-VolumesSnapshotTestJSON-764430663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:28.196233 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-a4c9c753-04a0-4442-9856-c3919bf2aaec req-14a94dea-0a4b-41df-adc2-84a563771aee tempest-VolumesSnapshotTestJSON-764430663 tempest-VolumesSnapshotTestJSON-764430663-project] 10.222.0.11 "GET /v2.0/ports?device_id=c20b3bfe-ac7b-424f-beee-fd32d0438baf HTTP/1.1" status: 200 len: 946 time: 0.0660207 Jun 17 05:53:28.236689 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.scheduler.l3_agent_scheduler [req-11d33e06-6617-48d8-8224-22a819f5fdc4 req-557e3e09-9303-4557-be21-114356dc9378 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Router cab49153-e75d-4734-9c79-b42bb5d458a6 has already been hosted by L3 agent 81965deb-4354-4283-a756-7d5d3a21a742 {{(pid=99868) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 05:53:28.241175 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-a4c9c753-04a0-4442-9856-c3919bf2aaec req-4fa167e0-2f76-4ac0-9aaa-92ac6d95697e tempest-VolumesSnapshotTestJSON-764430663 tempest-VolumesSnapshotTestJSON-764430663-project] 10.222.0.11 "GET /v2.0/security-groups?id=eee29790-a2f6-41fc-a57b-695b41c17f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386908 Jun 17 05:53:28.259156 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.plugin [req-938b1738-77de-41ed-b273-81cf6daa9536 req-5b3f5a0e-a7de-4286-afd6-abe24b0f45ef tempest-VolumesSnapshotTestJSON-764430663 tempest-VolumesSnapshotTestJSON-764430663-project] Deleting port a08eca07-1281-4b64-b24d-d42af4954fe8 {{(pid=99868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 05:53:28.259508 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-938b1738-77de-41ed-b273-81cf6daa9536 req-5b3f5a0e-a7de-4286-afd6-abe24b0f45ef tempest-VolumesSnapshotTestJSON-764430663 tempest-VolumesSnapshotTestJSON-764430663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773697957277'] for port, before_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:28.424287 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.db [req-938b1738-77de-41ed-b273-81cf6daa9536 req-5b3f5a0e-a7de-4286-afd6-abe24b0f45ef tempest-VolumesSnapshotTestJSON-764430663 tempest-VolumesSnapshotTestJSON-764430663-project] For port a08eca07-1281-4b64-b24d-d42af4954fe8, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=a08eca07-1281-4b64-b24d-d42af4954fe8,segment=NetworkSegment(57cf4dce-3961-4ff0-a353-28aa28d3300b),segment_id=57cf4dce-3961-4ff0-a353-28aa28d3300b)] {{(pid=99868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:53:28.424974 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-938b1738-77de-41ed-b273-81cf6daa9536 req-5b3f5a0e-a7de-4286-afd6-abe24b0f45ef tempest-VolumesSnapshotTestJSON-764430663 tempest-VolumesSnapshotTestJSON-764430663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429017'] for port, precommit_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:28.428071 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-11d33e06-6617-48d8-8224-22a819f5fdc4 req-557e3e09-9303-4557-be21-114356dc9378 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Notify agent at l3_agent.dv-cinder-772623-9-smb the message routers_updated {{(pid=99868) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 05:53:28.437815 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d9b303-a930-4ffd-821b-c05d3e506c90 None None] Sync routers for ids ['cab49153-e75d-4734-9c79-b42bb5d458a6'] in dv-cinder-772623-9-smb {{(pid=99870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 05:53:28.447910 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d9b303-a930-4ffd-821b-c05d3e506c90 None None] Routers {'cab49153-e75d-4734-9c79-b42bb5d458a6'} bound to L3 agent in host dv-cinder-772623-9-smb {{(pid=99870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 05:53:28.448563 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.l3_hamode_db [None req-b8d9b303-a930-4ffd-821b-c05d3e506c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T05:41:12Z,description=,heartbeat_timestamp=2021-06-17T05:53:12Z,host='dv-cinder-772623-9-smb',id=81965deb-4354-4283-a756-7d5d3a21a742,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T05:41:12Z,topic='l3_agent')) {'router_ids': ['cab49153-e75d-4734-9c79-b42bb5d458a6'], 'active': True} {{(pid=99870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:53:28.509017 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.plugin [req-938b1738-77de-41ed-b273-81cf6daa9536 req-5b3f5a0e-a7de-4286-afd6-abe24b0f45ef tempest-VolumesSnapshotTestJSON-764430663 tempest-VolumesSnapshotTestJSON-764430663-project] Calling delete_port for a08eca07-1281-4b64-b24d-d42af4954fe8 owned by compute:nova {{(pid=99868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 05:53:28.533246 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.db.l3_dvrscheduler_db [req-11d33e06-6617-48d8-8224-22a819f5fdc4 req-557e3e09-9303-4557-be21-114356dc9378 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] No DVR routers for this DVR port 8dd72959-2b7c-45aa-93ff-855a3c936576 on host hv-cinder-77262 {{(pid=99868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 05:53:28.538762 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-11d33e06-6617-48d8-8224-22a819f5fdc4 req-557e3e09-9303-4557-be21-114356dc9378 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-860254'] for port, before_response {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:28.543520 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-11d33e06-6617-48d8-8224-22a819f5fdc4 req-557e3e09-9303-4557-be21-114356dc9378 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.13 "DELETE /v2.0/ports/8dd72959-2b7c-45aa-93ff-855a3c936576 HTTP/1.1" status: 204 len: 173 time: 1.2263780 Jun 17 05:53:28.543520 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d0d5a00-9e06-45cf-af70-826834445347', 'name': 'network-vif-deleted', 'tag': '8dd72959-2b7c-45aa-93ff-855a3c936576'}] {{(pid=99868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 05:53:28.543520 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8d1bbba7808a8cca0df1ca407b71cd1cd2965420825a4b8dd9215cbcd05a37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d7ecc95-2e7a-4b16-bac5-a7ee9b71f7bb" -d '{"events": [{"server_uuid": "3d0d5a00-9e06-45cf-af70-826834445347", "name": "network-vif-deleted", "tag": "8dd72959-2b7c-45aa-93ff-855a3c936576"}]}' {{(pid=99868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 05:53:28.585510 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.l3_dvr_db [None req-b8d9b303-a930-4ffd-821b-c05d3e506c90 None None] Set router cab49153-e75d-4734-9c79-b42bb5d458a6 gateway port host: dv-cinder-772623-9-smb {{(pid=99870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 05:53:28.591316 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 05:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efabb6e9-cbef-4525-b7a9-b8b656f6c02e x-openstack-request-id: req-efabb6e9-cbef-4525-b7a9-b8b656f6c02e {{(pid=99868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 05:53:28.591634 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d0d5a00-9e06-45cf-af70-826834445347", "name": "network-vif-deleted", "tag": "8dd72959-2b7c-45aa-93ff-855a3c936576", "status": "completed", "code": 200}]} {{(pid=99868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 05:53:28.591919 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-efabb6e9-cbef-4525-b7a9-b8b656f6c02e {{(pid=99868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 05:53:28.592345 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d0d5a00-9e06-45cf-af70-826834445347', 'name': 'network-vif-deleted', 'tag': '8dd72959-2b7c-45aa-93ff-855a3c936576', 'status': 'completed', 'code': 200} Jun 17 05:53:28.687620 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4313126-407c-4dc9-9d2f-e0026478d221 req-592c4e14-4394-428a-998a-6e2fb89008f5 tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:28.689168 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-d4313126-407c-4dc9-9d2f-e0026478d221 req-592c4e14-4394-428a-998a-6e2fb89008f5 tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] 10.222.0.11 "GET /v2.0/ports?device_id=f4a43245-5dad-4f7a-9441-5c6f17deab94 HTTP/1.1" status: 200 len: 943 time: 0.1017652 Jun 17 05:53:28.763018 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-d4313126-407c-4dc9-9d2f-e0026478d221 req-0811e53b-2dad-4a45-837e-755c12cbe947 tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfe2a3f8-e62b-4ddf-a2cf-bc95e41b5e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480008 Jun 17 05:53:28.803233 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-938b1738-77de-41ed-b273-81cf6daa9536 req-5b3f5a0e-a7de-4286-afd6-abe24b0f45ef tempest-VolumesSnapshotTestJSON-764430663 tempest-VolumesSnapshotTestJSON-764430663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773697962361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773697504552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2882495'] for port, after_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:28.807989 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:53:28.812443 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.l3_hamode_db [None req-b8d9b303-a930-4ffd-821b-c05d3e506c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cab49153-e75d-4734-9c79-b42bb5d458a6', 'name': 'tempest-AttachVolumeShelveTestJSON-163353205-router', 'tenant_id': '33f2c29736bb40d78fad571bf0a20025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6', 'external_fixed_ips': [{'subnet_id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'ip_address': '172.28.2.29'}], 'enable_snat': True}, 'gw_port_id': '851994bd-1c9c-4306-8c67-b6cd01bb0088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T05:49:26Z', 'updated_at': '2021-06-17T05:49:33Z', 'revision_number': 4, 'project_id': '33f2c29736bb40d78fad571bf0a20025', 'gw_port': {'id': '851994bd-1c9c-4306-8c67-b6cd01bb0088', 'name': '', 'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:7c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab49153-e75d-4734-9c79-b42bb5d458a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'ip_address': '172.28.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:49:27Z', 'updated_at': '2021-06-17T05:49:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-smb', '_interfaces': [{'id': 'f99b02ba-19d8-43e8-90e4-3bc6728b5cdf', 'name': '', 'network_id': '1b25af0c-7521-4ee5-941d-fb951a7e4542', 'tenant_id': '33f2c29736bb40d78fad571bf0a20025', 'mac_address': 'fa:16:3e:ed:ef:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab49153-e75d-4734-9c79-b42bb5d458a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'f3d724f9-6f99-4efc-a641-a453b34c57ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:49:32Z', 'updated_at': '2021-06-17T05:49:41Z', 'revision_number': 5, 'project_id': '33f2c29736bb40d78fad571bf0a20025', 'subnets': [{'id': 'f3d724f9-6f99-4efc-a641-a453b34c57ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-9-smb', False) {} {{(pid=99870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:53:28.817305 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.db [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] get_ports_and_sgs() called for port_ids ['a08eca07-1281-4b64-b24d-d42af4954fe8'] {{(pid=99870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 05:53:28.845350 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3f5a0e-a7de-4286-afd6-abe24b0f45ef tempest-VolumesSnapshotTestJSON-764430663 tempest-VolumesSnapshotTestJSON-764430663-project] Pushing event deleted for resources: {'Port': ['ID=a08eca07-1281-4b64-b24d-d42af4954fe8,revision_number=None']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:53:28.851966 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-5b3f5a0e-a7de-4286-afd6-abe24b0f45ef tempest-VolumesSnapshotTestJSON-764430663 tempest-VolumesSnapshotTestJSON-764430663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:53:28.869305 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d9b303-a930-4ffd-821b-c05d3e506c90 None None] Checking router: cab49153-e75d-4734-9c79-b42bb5d458a6 for host: dv-cinder-772623-9-smb {{(pid=99870) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 05:53:28.881162 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d9b303-a930-4ffd-821b-c05d3e506c90 None None] Routers {'cab49153-e75d-4734-9c79-b42bb5d458a6'} bound to L3 agent in host dv-cinder-772623-9-smb {{(pid=99870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 05:53:28.882059 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.l3_hamode_db [None req-b8d9b303-a930-4ffd-821b-c05d3e506c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T05:41:12Z,description=,heartbeat_timestamp=2021-06-17T05:53:12Z,host='dv-cinder-772623-9-smb',id=81965deb-4354-4283-a756-7d5d3a21a742,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T05:41:12Z,topic='l3_agent')) {'router_ids': ['cab49153-e75d-4734-9c79-b42bb5d458a6'], 'active': True} {{(pid=99870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:53:28.930385 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.db.l3_dvrscheduler_db [req-938b1738-77de-41ed-b273-81cf6daa9536 req-5b3f5a0e-a7de-4286-afd6-abe24b0f45ef tempest-VolumesSnapshotTestJSON-764430663 tempest-VolumesSnapshotTestJSON-764430663-project] No DVR routers for this DVR port a08eca07-1281-4b64-b24d-d42af4954fe8 on host hv-cinder-77262 {{(pid=99868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 05:53:28.936779 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-938b1738-77de-41ed-b273-81cf6daa9536 req-5b3f5a0e-a7de-4286-afd6-abe24b0f45ef tempest-VolumesSnapshotTestJSON-764430663 tempest-VolumesSnapshotTestJSON-764430663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-860254'] for port, before_response {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:28.940897 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-938b1738-77de-41ed-b273-81cf6daa9536 req-5b3f5a0e-a7de-4286-afd6-abe24b0f45ef tempest-VolumesSnapshotTestJSON-764430663 tempest-VolumesSnapshotTestJSON-764430663-project] 10.222.0.13 "DELETE /v2.0/ports/a08eca07-1281-4b64-b24d-d42af4954fe8 HTTP/1.1" status: 204 len: 173 time: 0.8444660 Jun 17 05:53:28.974625 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ea1756-d09c-4a52-9d10-ebc8426d8387 req-31550314-f41a-4679-a475-21bd30893c32 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:28.977458 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-74ea1756-d09c-4a52-9d10-ebc8426d8387 req-31550314-f41a-4679-a475-21bd30893c32 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] 10.222.0.11 "GET /v2.0/ports?device_id=b84e2604-ef6a-48e5-979e-f64102c5be89 HTTP/1.1" status: 200 len: 945 time: 0.1099775 Jun 17 05:53:29.022439 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.l3_dvr_db [None req-b8d9b303-a930-4ffd-821b-c05d3e506c90 None None] Set router cab49153-e75d-4734-9c79-b42bb5d458a6 gateway port host: dv-cinder-772623-9-smb {{(pid=99870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 05:53:29.029839 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-74ea1756-d09c-4a52-9d10-ebc8426d8387 req-3af5f88a-bd32-4b77-9e76-620940a8f9b8 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] 10.222.0.11 "GET /v2.0/security-groups?id=582a7bdd-c931-4b68-9c8a-6baf1819cc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347745 Jun 17 05:53:29.052767 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Device ca34cf2d-7932-4539-966b-a90d1eda37b2 details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=99870) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 05:53:29.125843 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-c1cb6933-f713-4c9b-a814-3dc4586a6735 req-33da1862-e1dc-44fe-9499-a633834f3636 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/ports?device_id=3d0d5a00-9e06-45cf-af70-826834445347 HTTP/1.1" status: 200 len: 210 time: 0.0459311 Jun 17 05:53:29.299204 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.db [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] For port ca34cf2d-7932-4539-966b-a90d1eda37b2, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=ca34cf2d-7932-4539-966b-a90d1eda37b2,segment=NetworkSegment(eb521820-c5f2-46a7-9b30-c1bbb074c69a),segment_id=eb521820-c5f2-46a7-9b30-c1bbb074c69a)] {{(pid=99870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:53:29.313189 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Returning: {'device': 'ca34cf2d-7932-4539-966b-a90d1eda37b2', 'network_id': 'eebebe7c-d85c-4efc-a9bd-f0f9ccab051e', 'port_id': 'ca34cf2d-7932-4539-966b-a90d1eda37b2', 'mac_address': 'fa:16:3e:5a:5c:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ff0c2d6-7f2f-47a7-9a6c-fe0e0fdc64c0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99870) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 05:53:29.382914 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1464132'] for port, before_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:29.403718 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.notifiers.nova [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca34cf2d-7932-4539-966b-a90d1eda37b2 {{(pid=99870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 05:53:29.427795 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.db [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] For port ca34cf2d-7932-4539-966b-a90d1eda37b2, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=ca34cf2d-7932-4539-966b-a90d1eda37b2,segment=NetworkSegment(eb521820-c5f2-46a7-9b30-c1bbb074c69a),segment_id=eb521820-c5f2-46a7-9b30-c1bbb074c69a)] {{(pid=99870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:53:29.431589 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-f4dd6155-1d4a-4dfe-96bb-b60f44ddb9a4 req-5ff6097e-0913-46ff-b5d0-f6b3d01f2373 tempest-VolumesSnapshotTestJSON-764430663 tempest-VolumesSnapshotTestJSON-764430663-project] 10.222.0.11 "GET /v2.0/ports?device_id=c20b3bfe-ac7b-424f-beee-fd32d0438baf HTTP/1.1" status: 200 len: 210 time: 0.0295513 Jun 17 05:53:29.432949 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.l3_hamode_db [None req-b8d9b303-a930-4ffd-821b-c05d3e506c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cab49153-e75d-4734-9c79-b42bb5d458a6', 'name': 'tempest-AttachVolumeShelveTestJSON-163353205-router', 'tenant_id': '33f2c29736bb40d78fad571bf0a20025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6', 'external_fixed_ips': [{'subnet_id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'ip_address': '172.28.2.29'}], 'enable_snat': True}, 'gw_port_id': '851994bd-1c9c-4306-8c67-b6cd01bb0088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T05:49:26Z', 'updated_at': '2021-06-17T05:49:33Z', 'revision_number': 4, 'project_id': '33f2c29736bb40d78fad571bf0a20025', 'gw_port': {'id': '851994bd-1c9c-4306-8c67-b6cd01bb0088', 'name': '', 'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:7c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab49153-e75d-4734-9c79-b42bb5d458a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'ip_address': '172.28.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:49:27Z', 'updated_at': '2021-06-17T05:49:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-smb', '_interfaces': [{'id': 'f99b02ba-19d8-43e8-90e4-3bc6728b5cdf', 'name': '', 'network_id': '1b25af0c-7521-4ee5-941d-fb951a7e4542', 'tenant_id': '33f2c29736bb40d78fad571bf0a20025', 'mac_address': 'fa:16:3e:ed:ef:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab49153-e75d-4734-9c79-b42bb5d458a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'f3d724f9-6f99-4efc-a641-a453b34c57ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:49:32Z', 'updated_at': '2021-06-17T05:49:41Z', 'revision_number': 5, 'project_id': '33f2c29736bb40d78fad571bf0a20025', 'subnets': [{'id': 'f3d724f9-6f99-4efc-a641-a453b34c57ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-9-smb', False) {} {{(pid=99870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:53:29.461221 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d9b303-a930-4ffd-821b-c05d3e506c90 None None] The sync data for ids ['cab49153-e75d-4734-9c79-b42bb5d458a6'] in dv-cinder-772623-9-smb is: [{'id': 'cab49153-e75d-4734-9c79-b42bb5d458a6', 'name': 'tempest-AttachVolumeShelveTestJSON-163353205-router', 'tenant_id': '33f2c29736bb40d78fad571bf0a20025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6', 'external_fixed_ips': [{'subnet_id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'ip_address': '172.28.2.29'}], 'enable_snat': True}, 'gw_port_id': '851994bd-1c9c-4306-8c67-b6cd01bb0088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T05:49:26Z', 'updated_at': '2021-06-17T05:49:33Z', 'revision_number': 4, 'project_id': '33f2c29736bb40d78fad571bf0a20025', 'gw_port': {'id': '851994bd-1c9c-4306-8c67-b6cd01bb0088', 'name': '', 'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:7c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab49153-e75d-4734-9c79-b42bb5d458a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'ip_address': '172.28.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:49:27Z', 'updated_at': '2021-06-17T05:49:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-smb', '_interfaces': [{'id': 'f99b02ba-19d8-43e8-90e4-3bc6728b5cdf', 'name': '', 'network_id': '1b25af0c-7521-4ee5-941d-fb951a7e4542', 'tenant_id': '33f2c29736bb40d78fad571bf0a20025', 'mac_address': 'fa:16:3e:ed:ef:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab49153-e75d-4734-9c79-b42bb5d458a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'f3d724f9-6f99-4efc-a641-a453b34c57ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:49:32Z', 'updated_at': '2021-06-17T05:49:41Z', 'revision_number': 5, 'project_id': '33f2c29736bb40d78fad571bf0a20025', 'subnets': [{'id': 'f3d724f9-6f99-4efc-a641-a453b34c57ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 05:53:29.550905 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773697962343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773697504561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773697504606'] for port, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:29.555437 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:53:29.619659 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Pushing event updated for resources: {'Port': ['ID=ca34cf2d-7932-4539-966b-a90d1eda37b2,revision_number=4']} {{(pid=99870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:53:29.622752 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:53:29.639755 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c1e96e-9447-483c-9877-9572719da023 req-7a78d551-c66e-4ab7-8b46-d80b011811d3 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:29.641301 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-35c1e96e-9447-483c-9877-9572719da023 req-7a78d551-c66e-4ab7-8b46-d80b011811d3 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] 10.222.0.11 "GET /v2.0/ports?device_id=b84e2604-ef6a-48e5-979e-f64102c5be89 HTTP/1.1" status: 200 len: 945 time: 0.0873878 Jun 17 05:53:29.687300 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-35c1e96e-9447-483c-9877-9572719da023 req-5a0106e7-179f-49aa-bb8b-09514c6bf980 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] 10.222.0.11 "GET /v2.0/security-groups?id=582a7bdd-c931-4b68-9c8a-6baf1819cc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360515 Jun 17 05:53:29.747626 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ad7ce9-c9ee-467b-8eec-877f7bb9a094 None None] New status for floating IP f1fc03ff-3433-4ce2-8ec3-b30e195ed645: DOWN {{(pid=99871) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 05:53:29.765868 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeb48b9-2e40-4e06-b8b2-2b7f654e1c73 req-94075b70-3967-4497-aa2b-70e05bdfbd08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:29.767574 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-cbeb48b9-2e40-4e06-b8b2-2b7f654e1c73 req-94075b70-3967-4497-aa2b-70e05bdfbd08 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ae0a24f5f1a8477e9911aebfa109b499&device_id=b84e2604-ef6a-48e5-979e-f64102c5be89 HTTP/1.1" status: 200 len: 1098 time: 0.0579684 Jun 17 05:53:29.879558 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.db [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] get_ports_and_sgs() called for port_ids ['ca34cf2d-7932-4539-966b-a90d1eda37b2'] {{(pid=99870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 05:53:29.910549 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeb48b9-2e40-4e06-b8b2-2b7f654e1c73 req-d329582c-70c2-461e-877b-bb9e3e88fa32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:29.912417 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-cbeb48b9-2e40-4e06-b8b2-2b7f654e1c73 req-d329582c-70c2-461e-877b-bb9e3e88fa32 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c6577bd9-88ee-45e9-b1f3-3f9c3f74b7c9 HTTP/1.1" status: 200 len: 912 time: 0.1358290 Jun 17 05:53:30.009052 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-cbeb48b9-2e40-4e06-b8b2-2b7f654e1c73 req-6e4d17d2-3bbb-4744-97b6-03017f4adf17 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c22efa80-c673-4aad-a247-9ff381eb1039 HTTP/1.1" status: 200 len: 1000 time: 0.0839379 Jun 17 05:53:30.013944 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c1c040-483e-4b6e-8f34-93119a0b4b55 req-5e6b4053-7af1-468b-b22e-dc71d2d09a39 tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:30.015624 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-e1c1c040-483e-4b6e-8f34-93119a0b4b55 req-5e6b4053-7af1-468b-b22e-dc71d2d09a39 tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] 10.222.0.11 "GET /v2.0/ports?device_id=f4a43245-5dad-4f7a-9441-5c6f17deab94 HTTP/1.1" status: 200 len: 944 time: 0.1007445 Jun 17 05:53:30.084600 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-e1c1c040-483e-4b6e-8f34-93119a0b4b55 req-93589b1d-8da5-4d54-87d8-a56fc7caf65a tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfe2a3f8-e62b-4ddf-a2cf-bc95e41b5e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627937 Jun 17 05:53:30.096286 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeb48b9-2e40-4e06-b8b2-2b7f654e1c73 req-e4726ab7-b80c-490b-9a07-ea9edea6c4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:30.097985 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-cbeb48b9-2e40-4e06-b8b2-2b7f654e1c73 req-e4726ab7-b80c-490b-9a07-ea9edea6c4f5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=35c614e0-7ac4-483c-87c5-4f794e2b1be8 HTTP/1.1" status: 200 len: 850 time: 0.0808597 Jun 17 05:53:30.161235 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeb48b9-2e40-4e06-b8b2-2b7f654e1c73 req-97c08377-2662-43d8-81e9-b503bf0cd741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:30.162311 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-cbeb48b9-2e40-4e06-b8b2-2b7f654e1c73 req-97c08377-2662-43d8-81e9-b503bf0cd741 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c6577bd9-88ee-45e9-b1f3-3f9c3f74b7c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0576773 Jun 17 05:53:30.262665 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-cbeb48b9-2e40-4e06-b8b2-2b7f654e1c73 req-1a0bc435-965c-4c9f-98e1-da4a8a1dc4f8 service neutron] 10.222.0.13 "GET /v2.0/networks/c6577bd9-88ee-45e9-b1f3-3f9c3f74b7c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927787 Jun 17 05:53:30.356200 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-cbeb48b9-2e40-4e06-b8b2-2b7f654e1c73 req-58e21840-6d48-4575-a379-ad028b408941 service neutron] 10.222.0.13 "GET /v2.0/networks/c6577bd9-88ee-45e9-b1f3-3f9c3f74b7c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864592 Jun 17 05:53:30.396685 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.wsgi [-] (99869) accepted ('10.222.0.11', 57738) {{(pid=99869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:53:30.450226 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-0e4a8f4a-525c-4f70-ad95-c99073ce8a4e tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Notify callbacks [] for security_group, before_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:30.476417 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-0e4a8f4a-525c-4f70-ad95-c99073ce8a4e tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:30.593926 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c20b3bfe-ac7b-424f-beee-fd32d0438baf', 'name': 'network-vif-deleted', 'tag': 'a08eca07-1281-4b64-b24d-d42af4954fe8'}] {{(pid=99868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 05:53:30.596304 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8d1bbba7808a8cca0df1ca407b71cd1cd2965420825a4b8dd9215cbcd05a37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bccd887-4645-4c39-8629-d22f8e79e589" -d '{"events": [{"server_uuid": "c20b3bfe-ac7b-424f-beee-fd32d0438baf", "name": "network-vif-deleted", "tag": "a08eca07-1281-4b64-b24d-d42af4954fe8"}]}' {{(pid=99868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 05:53:30.636849 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 05:53:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b320a75-32e0-47d7-b2c4-857420c03d67 x-openstack-request-id: req-7b320a75-32e0-47d7-b2c4-857420c03d67 {{(pid=99868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 05:53:30.637175 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c20b3bfe-ac7b-424f-beee-fd32d0438baf", "name": "network-vif-deleted", "tag": "a08eca07-1281-4b64-b24d-d42af4954fe8", "status": "completed", "code": 200}]} {{(pid=99868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 05:53:30.642310 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7b320a75-32e0-47d7-b2c4-857420c03d67 {{(pid=99868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 05:53:30.642310 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c20b3bfe-ac7b-424f-beee-fd32d0438baf', 'name': 'network-vif-deleted', 'tag': 'a08eca07-1281-4b64-b24d-d42af4954fe8', 'status': 'completed', 'code': 200} Jun 17 05:53:30.671298 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-0e4a8f4a-525c-4f70-ad95-c99073ce8a4e tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:30.673920 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-0e4a8f4a-525c-4f70-ad95-c99073ce8a4e tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Notify callbacks [] for security_group, before_response {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:30.675076 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [None req-0e4a8f4a-525c-4f70-ad95-c99073ce8a4e tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "DELETE /v2.0/security-groups/7ce8ebda-6a66-4ae7-b677-cf05040a027e HTTP/1.1" status: 204 len: 168 time: 0.2815063 Jun 17 05:53:30.675838 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-945a08d2-c1e7-4c2c-a8c8-b99be40ba991 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:53:30.680881 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.wsgi [-] (99868) accepted ('10.222.0.11', 57746) {{(pid=99868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:53:30.685787 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4a8f4a-525c-4f70-ad95-c99073ce8a4e tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ce8ebda-6a66-4ae7-b677-cf05040a027e,revision_number=None']} {{(pid=99869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:53:30.688263 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-0e4a8f4a-525c-4f70-ad95-c99073ce8a4e tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:53:30.694141 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.api.v2.resource [None req-1e25c326-6e07-41d1-b341-18249b4e9054 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] show failed (client error): The resource could not be found. Jun 17 05:53:30.695209 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [None req-1e25c326-6e07-41d1-b341-18249b4e9054 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/security-groups/7ce8ebda-6a66-4ae7-b677-cf05040a027e HTTP/1.1" status: 404 len: 347 time: 0.0158560 Jun 17 05:53:30.697946 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.wsgi [-] (99868) accepted ('10.222.0.11', 57748) {{(pid=99868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:53:30.874872 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.plugin [None req-1693ed2c-5d8c-4ded-bdbb-03ac93a52c35 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Deleting port 1421ac5e-57e0-4130-b199-ec4eb74b30c2 {{(pid=99868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 05:53:30.874872 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-1693ed2c-5d8c-4ded-bdbb-03ac93a52c35 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773697957277'] for port, before_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:31.036961 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Device ca34cf2d-7932-4539-966b-a90d1eda37b2 up at agent hyperv_hv-cinder-77262 {{(pid=99870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 05:53:31.194145 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ce7541-4fbf-4b12-b310-b9edf0098cdb req-b9f0b985-38d5-4ae6-866c-f98ccdc86667 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:31.194145 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-99ce7541-4fbf-4b12-b310-b9edf0098cdb req-b9f0b985-38d5-4ae6-866c-f98ccdc86667 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] 10.222.0.11 "GET /v2.0/ports?device_id=b84e2604-ef6a-48e5-979e-f64102c5be89 HTTP/1.1" status: 200 len: 945 time: 0.3838220 Jun 17 05:53:31.257116 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-1693ed2c-5d8c-4ded-bdbb-03ac93a52c35 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429017'] for port, precommit_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:31.257560 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-1693ed2c-5d8c-4ded-bdbb-03ac93a52c35 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:31.258036 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a557892-fe20-4f2f-8d45-7c9365cef1e2 req-fe7dd446-5382-4e3e-8641-03fa39060cd0 tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:31.260017 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-0a557892-fe20-4f2f-8d45-7c9365cef1e2 req-fe7dd446-5382-4e3e-8641-03fa39060cd0 tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] 10.222.0.11 "GET /v2.0/ports?device_id=f4a43245-5dad-4f7a-9441-5c6f17deab94 HTTP/1.1" status: 200 len: 944 time: 0.0640135 Jun 17 05:53:31.268853 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-99ce7541-4fbf-4b12-b310-b9edf0098cdb req-62bb8648-243a-4133-b4b3-3953aee7d2ad tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] 10.222.0.11 "GET /v2.0/security-groups?id=582a7bdd-c931-4b68-9c8a-6baf1819cc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607047 Jun 17 05:53:31.307084 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-0a557892-fe20-4f2f-8d45-7c9365cef1e2 req-9447fb66-f96e-4b22-97ad-73ca2af424ce tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfe2a3f8-e62b-4ddf-a2cf-bc95e41b5e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416212 Jun 17 05:53:31.330674 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.plugin [None req-1693ed2c-5d8c-4ded-bdbb-03ac93a52c35 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Calling delete_port for 1421ac5e-57e0-4130-b199-ec4eb74b30c2 owned by network:floatingip {{(pid=99868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 05:53:31.448449 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.provisioning_blocks [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Provisioning for port ca34cf2d-7932-4539-966b-a90d1eda37b2 completed by entity L2. {{(pid=99870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 05:53:31.452215 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.provisioning_blocks [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Provisioning complete for port ca34cf2d-7932-4539-966b-a90d1eda37b2 triggered by entity L2. {{(pid=99870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 05:53:31.452592 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551367'] for port, provisioning_complete {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:31.532077 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1464132'] for port, before_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:31.553578 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4a43245-5dad-4f7a-9441-5c6f17deab94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca34cf2d-7932-4539-966b-a90d1eda37b2'}] {{(pid=99870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 05:53:31.555821 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b488aefaa6b1d6b79683e2609a7ce48815cfc41b5bb42f7017315c525e2bf75d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cec8f993-7d5e-47de-82c2-d7552cfa815c" -d '{"events": [{"server_uuid": "f4a43245-5dad-4f7a-9441-5c6f17deab94", "name": "network-vif-plugged", "status": "completed", "tag": "ca34cf2d-7932-4539-966b-a90d1eda37b2"}]}' {{(pid=99870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 05:53:31.568378 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.db [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] For port ca34cf2d-7932-4539-966b-a90d1eda37b2, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=ca34cf2d-7932-4539-966b-a90d1eda37b2,segment=NetworkSegment(eb521820-c5f2-46a7-9b30-c1bbb074c69a),segment_id=eb521820-c5f2-46a7-9b30-c1bbb074c69a)] {{(pid=99870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:53:31.591280 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 05:53:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5f3c75a-a8a7-4f70-9936-b46d2b7e56ec x-openstack-request-id: req-a5f3c75a-a8a7-4f70-9936-b46d2b7e56ec {{(pid=99870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 05:53:31.591577 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4a43245-5dad-4f7a-9441-5c6f17deab94", "name": "network-vif-plugged", "status": "completed", "tag": "ca34cf2d-7932-4539-966b-a90d1eda37b2", "code": 200}]} {{(pid=99870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 05:53:31.591838 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a5f3c75a-a8a7-4f70-9936-b46d2b7e56ec {{(pid=99870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 05:53:31.592234 dv-cinder-772623-9-smb neutron-server[99870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4a43245-5dad-4f7a-9441-5c6f17deab94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca34cf2d-7932-4539-966b-a90d1eda37b2', 'code': 200} Jun 17 05:53:31.602441 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-1693ed2c-5d8c-4ded-bdbb-03ac93a52c35 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773697962361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773697504552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2882495'] for port, after_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:31.604556 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:53:31.629185 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1693ed2c-5d8c-4ded-bdbb-03ac93a52c35 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Pushing event deleted for resources: {'Port': ['ID=1421ac5e-57e0-4130-b199-ec4eb74b30c2,revision_number=None']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:53:31.642291 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1693ed2c-5d8c-4ded-bdbb-03ac93a52c35 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:53:31.642425 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1693ed2c-5d8c-4ded-bdbb-03ac93a52c35 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:53:31.642746 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1693ed2c-5d8c-4ded-bdbb-03ac93a52c35 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:53:31.643130 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1693ed2c-5d8c-4ded-bdbb-03ac93a52c35 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:53:31.643486 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1693ed2c-5d8c-4ded-bdbb-03ac93a52c35 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:53:31.643837 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1693ed2c-5d8c-4ded-bdbb-03ac93a52c35 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:53:31.644184 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1693ed2c-5d8c-4ded-bdbb-03ac93a52c35 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:53:31.644531 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1693ed2c-5d8c-4ded-bdbb-03ac93a52c35 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:53:31.644877 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1693ed2c-5d8c-4ded-bdbb-03ac93a52c35 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:53:31.645218 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1693ed2c-5d8c-4ded-bdbb-03ac93a52c35 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:53:31.645659 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1693ed2c-5d8c-4ded-bdbb-03ac93a52c35 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:53:31.646531 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1693ed2c-5d8c-4ded-bdbb-03ac93a52c35 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:53:31.659756 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773697962343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773697504561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773697504606'] for port, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:31.660625 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Device 8dd72959-2b7c-45aa-93ff-855a3c936576 no longer exists at agent hyperv_hv-cinder-77262 {{(pid=99870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 05:53:31.662634 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:53:31.664800 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-1693ed2c-5d8c-4ded-bdbb-03ac93a52c35 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:53:31.703557 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-1693ed2c-5d8c-4ded-bdbb-03ac93a52c35 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Notify callbacks [] for floatingip, after_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:31.705993 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-1693ed2c-5d8c-4ded-bdbb-03ac93a52c35 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-860254'] for floatingip, before_response {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:31.707063 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.plugin [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] No Port match for: 8dd72959-2b7c-45aa-93ff-855a3c936576 {{(pid=99870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 05:53:31.709546 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [None req-1693ed2c-5d8c-4ded-bdbb-03ac93a52c35 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "DELETE /v2.0/floatingips/f1fc03ff-3433-4ce2-8ec3-b30e195ed645 HTTP/1.1" status: 204 len: 168 time: 1.0082562 Jun 17 05:53:31.709672 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Device 8dd72959-2b7c-45aa-93ff-855a3c936576 not bound to the agent host hv-cinder-77262 {{(pid=99870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 05:53:31.709672 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Device a08eca07-1281-4b64-b24d-d42af4954fe8 no longer exists at agent hyperv_hv-cinder-77262 {{(pid=99870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 05:53:31.729601 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.plugin [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] No Port match for: a08eca07-1281-4b64-b24d-d42af4954fe8 {{(pid=99870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 05:53:31.729955 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Device a08eca07-1281-4b64-b24d-d42af4954fe8 not bound to the agent host hv-cinder-77262 {{(pid=99870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 05:53:31.753205 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Pushing event updated for resources: {'Port': ['ID=ca34cf2d-7932-4539-966b-a90d1eda37b2,revision_number=5']} {{(pid=99870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:53:31.763741 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:53:31.966054 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb70e36f-2504-482f-961b-9c33c18e03b1 req-29e655bd-f45b-4fbd-8d12-b3e1aac300ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:31.967489 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-cb70e36f-2504-482f-961b-9c33c18e03b1 req-29e655bd-f45b-4fbd-8d12-b3e1aac300ce service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f4a43245-5dad-4f7a-9441-5c6f17deab94 HTTP/1.1" status: 200 len: 1098 time: 0.0525830 Jun 17 05:53:32.002874 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-cb70e36f-2504-482f-961b-9c33c18e03b1 req-1f655f7f-685a-4c01-98f5-a32a73eb7095 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=bfe2a3f8-e62b-4ddf-a2cf-bc95e41b5e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0263333 Jun 17 05:53:32.051444 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.wsgi [-] (99869) accepted ('10.222.0.11', 57764) {{(pid=99869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:53:32.056679 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.v2.base [None req-08540145-6d07-4ece-affd-d5400d5c87e8 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1198911510', 'description': 'tempest-description--833821429'}} {{(pid=99869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:53:32.122502 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-08540145-6d07-4ece-affd-d5400d5c87e8 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Notify callbacks [] for security_group, before_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:32.201946 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-08540145-6d07-4ece-affd-d5400d5c87e8 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Notify callbacks [] for security_group, precommit_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:32.236748 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-08540145-6d07-4ece-affd-d5400d5c87e8 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:32.243465 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-ece5c9ad-8641-4ef4-90bf-4a52a7e540b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:53:32.266463 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08540145-6d07-4ece-affd-d5400d5c87e8 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8905ba84-829b-4ccb-a5e8-0db6da435808,revision_number=1']} {{(pid=99869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:53:32.269141 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-08540145-6d07-4ece-affd-d5400d5c87e8 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:53:32.351091 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-08540145-6d07-4ece-affd-d5400d5c87e8 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Notify callbacks [] for security_group, before_response {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:32.355342 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [None req-08540145-6d07-4ece-affd-d5400d5c87e8 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2993166 Jun 17 05:53:32.355478 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.wsgi [-] (99869) accepted ('10.222.0.11', 57778) {{(pid=99869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:53:32.360529 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.v2.base [None req-adc5fda1-1ddb-451b-aaac-63c18aa7b2c1 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Request body: {'security_group_rule': {'security_group_id': '8905ba84-829b-4ccb-a5e8-0db6da435808', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:53:32.443487 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dd3386-fd01-4006-9728-39cfecc50859 req-a795b4ef-bdbf-432d-8c47-8a99cd4afeb8 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:32.445016 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-f3dd3386-fd01-4006-9728-39cfecc50859 req-a795b4ef-bdbf-432d-8c47-8a99cd4afeb8 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] 10.222.0.11 "GET /v2.0/ports?device_id=b84e2604-ef6a-48e5-979e-f64102c5be89 HTTP/1.1" status: 200 len: 945 time: 0.0622900 Jun 17 05:53:32.483127 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-f3dd3386-fd01-4006-9728-39cfecc50859 req-0ec06eae-b742-4a5b-8c09-ae9f7e98fd54 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] 10.222.0.11 "GET /v2.0/security-groups?id=582a7bdd-c931-4b68-9c8a-6baf1819cc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315719 Jun 17 05:53:32.486129 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0473ebec-16e4-4d35-a03d-ea38a7a44b82 req-69c4e7b9-317b-4c79-9b83-2f62f4cbbad5 tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:32.487613 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-0473ebec-16e4-4d35-a03d-ea38a7a44b82 req-69c4e7b9-317b-4c79-9b83-2f62f4cbbad5 tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] 10.222.0.11 "GET /v2.0/ports?device_id=f4a43245-5dad-4f7a-9441-5c6f17deab94 HTTP/1.1" status: 200 len: 945 time: 0.0638957 Jun 17 05:53:32.532954 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-0473ebec-16e4-4d35-a03d-ea38a7a44b82 req-df181fcd-25cc-468b-a222-d9414f79cfd1 tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfe2a3f8-e62b-4ddf-a2cf-bc95e41b5e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391183 Jun 17 05:53:32.535965 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-adc5fda1-1ddb-451b-aaac-63c18aa7b2c1 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:32.602653 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-adc5fda1-1ddb-451b-aaac-63c18aa7b2c1 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:32.694353 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-adc5fda1-1ddb-451b-aaac-63c18aa7b2c1 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481033'] for security_group_rule, after_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:32.696492 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-621be159-e858-4e79-b1c5-3d50b0af1201 tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:53:32.713603 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc5fda1-1ddb-451b-aaac-63c18aa7b2c1 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=347578e3-53fe-4787-b9d9-e96483610500,revision_number=0']} {{(pid=99869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:53:32.716471 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-adc5fda1-1ddb-451b-aaac-63c18aa7b2c1 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:53:32.785158 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-adc5fda1-1ddb-451b-aaac-63c18aa7b2c1 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:32.786568 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [None req-adc5fda1-1ddb-451b-aaac-63c18aa7b2c1 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4298255 Jun 17 05:53:32.788963 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.wsgi [-] (99869) accepted ('10.222.0.11', 57790) {{(pid=99869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:53:32.793412 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.v2.base [None req-92cd5b56-435a-4327-9693-0d78b18e8eff tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Request body: {'security_group_rule': {'security_group_id': '8905ba84-829b-4ccb-a5e8-0db6da435808', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:53:32.888494 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-92cd5b56-435a-4327-9693-0d78b18e8eff tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:32.949635 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-92cd5b56-435a-4327-9693-0d78b18e8eff tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:33.060054 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-92cd5b56-435a-4327-9693-0d78b18e8eff tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481033'] for security_group_rule, after_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:33.065802 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-3c7d26ce-d13d-413b-8de9-d646089cf2e3 tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:53:33.080334 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cd5b56-435a-4327-9693-0d78b18e8eff tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a74ef664-440f-4c3a-bfc2-1cb19a506c28,revision_number=0']} {{(pid=99869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:53:33.082614 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-92cd5b56-435a-4327-9693-0d78b18e8eff tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:53:33.117457 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.db.agents_db [None req-7f16872b-b609-48fb-9c73-6a76dd98e1b9 None None] Agent healthcheck: found 6 active agents {{(pid=99871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 05:53:33.151437 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-92cd5b56-435a-4327-9693-0d78b18e8eff tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:33.152916 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [None req-92cd5b56-435a-4327-9693-0d78b18e8eff tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3628044 Jun 17 05:53:33.155971 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.wsgi [-] (99868) accepted ('10.222.0.11', 57792) {{(pid=99868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:53:33.160495 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.v2.base [None req-d258e809-53fd-4779-980c-863692dd21eb tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Request body: {'floatingip': {'floating_network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6'}} {{(pid=99868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:53:33.299847 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-d258e809-53fd-4779-980c-863692dd21eb tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Notify callbacks [] for floatingip, before_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:33.396047 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-d258e809-53fd-4779-980c-863692dd21eb tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1464150'] for port, before_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:33.496179 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.db.db_base_plugin_common [None req-d258e809-53fd-4779-980c-863692dd21eb tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Allocated IP 172.28.2.213 (afc4d833-6824-4139-a55a-2b6a6bf3fba6/527396ff-4aca-4049-a96d-23452d13fcc2/95c2b810-8629-45d8-a7b3-55aebe9fa0ce) {{(pid=99868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 05:53:33.596304 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-d258e809-53fd-4779-980c-863692dd21eb tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Notify callbacks [] for port, precommit_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:33.676903 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-d258e809-53fd-4779-980c-863692dd21eb tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1465235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-156110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-564052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773697504543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2882486'] for port, after_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:33.680145 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-28d88051-1c0e-45ba-8ea6-1dbf3d7c3dd3 tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:53:33.725030 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d258e809-53fd-4779-980c-863692dd21eb tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Network afc4d833-6824-4139-a55a-2b6a6bf3fba6 is already hosted by enough agents. {{(pid=99868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 05:53:33.735595 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.scheduler.base_scheduler [None req-d258e809-53fd-4779-980c-863692dd21eb tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Resources bound (agent type, host, resource id): {{(pid=99868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 05:53:33.738633 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d258e809-53fd-4779-980c-863692dd21eb tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Received port after_create {{(pid=99868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 05:53:33.740619 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d258e809-53fd-4779-980c-863692dd21eb tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Pushing event updated for resources: {'Port': ['ID=95c2b810-8629-45d8-a7b3-55aebe9fa0ce,revision_number=1']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:53:33.744791 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-d258e809-53fd-4779-980c-863692dd21eb tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:53:33.783640 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf40dac-ecae-40a5-9937-fdecf7c94fdc req-77a87d1e-a04b-4d7d-9f85-b59ab20547ed tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:33.785101 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-ddf40dac-ecae-40a5-9937-fdecf7c94fdc req-77a87d1e-a04b-4d7d-9f85-b59ab20547ed tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] 10.222.0.11 "GET /v2.0/ports?device_id=f4a43245-5dad-4f7a-9441-5c6f17deab94 HTTP/1.1" status: 200 len: 945 time: 0.1414082 Jun 17 05:53:33.854198 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-ddf40dac-ecae-40a5-9937-fdecf7c94fdc req-fed14bb6-1708-4376-98ea-22b289335032 tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfe2a3f8-e62b-4ddf-a2cf-bc95e41b5e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620391 Jun 17 05:53:33.866749 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-d258e809-53fd-4779-980c-863692dd21eb tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:33.993450 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-d258e809-53fd-4779-980c-863692dd21eb tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1464132'] for port, before_update {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:34.028974 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-9d73e23d-c768-4f9b-8e59-bea239fb73dd req-2a970862-22a1-48c7-9e72-facd163261cc tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1128685725&fields=id&tenant_id=d8ffadd857a64cdf99da0fe3d3f4fa2e HTTP/1.1" status: 200 len: 267 time: 0.0332291 Jun 17 05:53:34.110333 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d73e23d-c768-4f9b-8e59-bea239fb73dd req-56890d3f-015c-4be6-b6dd-2beddeee72b5 tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:34.111823 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-9d73e23d-c768-4f9b-8e59-bea239fb73dd req-56890d3f-015c-4be6-b6dd-2beddeee72b5 tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] 10.222.0.11 "GET /v2.0/ports?device_id=a3c82d36-2976-4b4c-8fa5-2b4805276a18 HTTP/1.1" status: 200 len: 985 time: 0.0772071 Jun 17 05:53:34.122944 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.v2.base [req-9d73e23d-c768-4f9b-8e59-bea239fb73dd req-e3e20998-1176-4077-86c3-1ba2e24ce712 tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] Request body: {'port': {'security_groups': ['b9e60d8f-c626-4915-82fb-97a71c590db2']}} {{(pid=99869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:53:34.152430 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-d258e809-53fd-4779-980c-863692dd21eb tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Notify callbacks [] for port, precommit_update {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:34.245556 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [req-9d73e23d-c768-4f9b-8e59-bea239fb73dd req-e3e20998-1176-4077-86c3-1ba2e24ce712 tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1464132'] for port, before_update {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:34.339830 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-d258e809-53fd-4779-980c-863692dd21eb tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773697962343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773697504561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773697504606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2882436'] for port, after_update {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:34.342925 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-53f5b527-db51-42cc-badf-74d9e4a96eac tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:53:34.413390 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d258e809-53fd-4779-980c-863692dd21eb tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Pushing event updated for resources: {'Port': ['ID=95c2b810-8629-45d8-a7b3-55aebe9fa0ce,revision_number=2']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:53:34.417593 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-d258e809-53fd-4779-980c-863692dd21eb tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:53:34.420734 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.plugins.ml2.db [req-9d73e23d-c768-4f9b-8e59-bea239fb73dd req-e3e20998-1176-4077-86c3-1ba2e24ce712 tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] For port 2063b9dd-29f8-4a50-a97e-00159814d5a9, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=2063b9dd-29f8-4a50-a97e-00159814d5a9,segment=NetworkSegment(9d37f69c-1ad6-441c-adcc-320e22df48e5),segment_id=9d37f69c-1ad6-441c-adcc-320e22df48e5)] {{(pid=99869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:53:34.424382 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-d258e809-53fd-4779-980c-863692dd21eb tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-422873'] for floatingip, after_update {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:34.451089 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [req-9d73e23d-c768-4f9b-8e59-bea239fb73dd req-e3e20998-1176-4077-86c3-1ba2e24ce712 tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] Notify callbacks [] for port, precommit_update {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:34.511529 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-d258e809-53fd-4779-980c-863692dd21eb tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-860254'] for floatingip, before_response {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:34.512801 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [None req-d258e809-53fd-4779-980c-863692dd21eb tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3557909 Jun 17 05:53:34.597371 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [req-9d73e23d-c768-4f9b-8e59-bea239fb73dd req-e3e20998-1176-4077-86c3-1ba2e24ce712 tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773697962343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773697504561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773697504606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565558'] for port, after_update {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:34.602905 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:53:34.610043 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.db [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] get_ports_and_sgs() called for port_ids ['2063b9dd-29f8-4a50-a97e-00159814d5a9'] {{(pid=99870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 05:53:34.647131 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d73e23d-c768-4f9b-8e59-bea239fb73dd req-e3e20998-1176-4077-86c3-1ba2e24ce712 tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:34.647955 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [req-9d73e23d-c768-4f9b-8e59-bea239fb73dd req-e3e20998-1176-4077-86c3-1ba2e24ce712 tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-860254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564043'] for port, before_response {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:34.649490 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-9d73e23d-c768-4f9b-8e59-bea239fb73dd req-e3e20998-1176-4077-86c3-1ba2e24ce712 tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] 10.222.0.11 "PUT /v2.0/ports/2063b9dd-29f8-4a50-a97e-00159814d5a9 HTTP/1.1" status: 200 len: 943 time: 0.5311351 Jun 17 05:53:34.649997 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3c82d36-2976-4b4c-8fa5-2b4805276a18', 'tag': '2063b9dd-29f8-4a50-a97e-00159814d5a9'}] {{(pid=99869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 05:53:34.652413 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0cd30a2dc25f77063b731b1ee0033d2c5eeab35dac275bd41c8bb76e2bc3849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd73d929-7bd0-494c-a1b0-bd35df027e7b" -d '{"events": [{"name": "network-changed", "server_uuid": "a3c82d36-2976-4b4c-8fa5-2b4805276a18", "tag": "2063b9dd-29f8-4a50-a97e-00159814d5a9"}]}' {{(pid=99869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 05:53:34.657967 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.wsgi [-] (99868) accepted ('10.222.0.11', 57816) {{(pid=99868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:53:34.728451 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e20998-1176-4077-86c3-1ba2e24ce712 tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] Pushing event updated for resources: {'Port': ['ID=2063b9dd-29f8-4a50-a97e-00159814d5a9,revision_number=7']} {{(pid=99869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:53:34.737849 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-e3e20998-1176-4077-86c3-1ba2e24ce712 tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:53:34.772628 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.db [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] get_ports_and_sgs() called for port_ids ['2063b9dd-29f8-4a50-a97e-00159814d5a9'] {{(pid=99870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 05:53:34.777841 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 05:53:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be8d5be1-2e85-4289-a18f-fe8869f67bbb x-openstack-request-id: req-be8d5be1-2e85-4289-a18f-fe8869f67bbb {{(pid=99869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 05:53:34.778210 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3c82d36-2976-4b4c-8fa5-2b4805276a18", "tag": "2063b9dd-29f8-4a50-a97e-00159814d5a9", "status": "completed", "code": 200}]} {{(pid=99869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 05:53:34.778582 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-be8d5be1-2e85-4289-a18f-fe8869f67bbb {{(pid=99869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 05:53:34.778969 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3c82d36-2976-4b4c-8fa5-2b4805276a18', 'tag': '2063b9dd-29f8-4a50-a97e-00159814d5a9', 'status': 'completed', 'code': 200} Jun 17 05:53:34.802410 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-14de70e4-21b0-4291-9ab6-bb014e9eccf2 req-a3c20a88-6d2b-49fa-b039-60186ac260ad tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1198911510&fields=id&tenant_id=33f2c29736bb40d78fad571bf0a20025 HTTP/1.1" status: 200 len: 267 time: 0.0521872 Jun 17 05:53:34.850034 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-1bfb284c-b67b-4924-9edb-0bfd93f60096 tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] Notify callbacks [] for security_group, before_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:34.957845 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-1bfb284c-b67b-4924-9edb-0bfd93f60096 tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:34.985291 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.provisioning_blocks [None req-d083f272-61a3-4015-8c62-282dca4eeff9 None None] Provisioning complete for port 2063b9dd-29f8-4a50-a97e-00159814d5a9 triggered by entity DHCP. {{(pid=99870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 05:53:34.985673 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-d083f272-61a3-4015-8c62-282dca4eeff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551367'] for port, provisioning_complete {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:35.037908 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14de70e4-21b0-4291-9ab6-bb014e9eccf2 req-3de0b24a-164c-40e3-9c4f-27a1186ca570 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:35.040142 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-14de70e4-21b0-4291-9ab6-bb014e9eccf2 req-3de0b24a-164c-40e3-9c4f-27a1186ca570 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/networks?id=1b25af0c-7521-4ee5-941d-fb951a7e4542 HTTP/1.1" status: 200 len: 816 time: 0.2004163 Jun 17 05:53:35.042297 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd73d929-7bd0-494c-a1b0-bd35df027e7b req-49f52e1e-eed0-41ab-bb26-89ef274f86df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:35.043680 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-bd73d929-7bd0-494c-a1b0-bd35df027e7b req-49f52e1e-eed0-41ab-bb26-89ef274f86df service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d8ffadd857a64cdf99da0fe3d3f4fa2e&device_id=a3c82d36-2976-4b4c-8fa5-2b4805276a18 HTTP/1.1" status: 200 len: 1099 time: 0.2448087 Jun 17 05:53:35.079094 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-14de70e4-21b0-4291-9ab6-bb014e9eccf2 req-690dd49f-ad44-4748-aaa5-90a2ca705306 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/quotas/33f2c29736bb40d78fad571bf0a20025 HTTP/1.1" status: 200 len: 375 time: 0.0328932 Jun 17 05:53:35.191837 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd73d929-7bd0-494c-a1b0-bd35df027e7b req-79843f3b-a059-4cd8-9c9b-a84c3e273146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:35.193267 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-bd73d929-7bd0-494c-a1b0-bd35df027e7b req-79843f3b-a059-4cd8-9c9b-a84c3e273146 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b0c9dd70-b90a-4d2f-9896-76688d3c8e0a HTTP/1.1" status: 200 len: 915 time: 0.1398306 Jun 17 05:53:35.208430 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-14de70e4-21b0-4291-9ab6-bb014e9eccf2 req-546fa9b1-5119-4b2f-85c5-56aa10f79664 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=33f2c29736bb40d78fad571bf0a20025&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1023109 Jun 17 05:53:35.260961 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-1bfb284c-b67b-4924-9edb-0bfd93f60096 tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:35.263487 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-1bfb284c-b67b-4924-9edb-0bfd93f60096 tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] Notify callbacks [] for security_group, before_response {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:35.267459 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [None req-1bfb284c-b67b-4924-9edb-0bfd93f60096 tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] 10.222.0.11 "DELETE /v2.0/security-groups/6dc8b356-0e03-4fe3-b2ac-b76bbfb520ad HTTP/1.1" status: 204 len: 168 time: 0.6048319 Jun 17 05:53:35.267561 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.wsgi [-] (99869) accepted ('10.222.0.11', 57840) {{(pid=99869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:53:35.268004 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-11aeec99-9a34-420e-8101-8cc3cc638702 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:53:35.314939 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfb284c-b67b-4924-9edb-0bfd93f60096 tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dc8b356-0e03-4fe3-b2ac-b76bbfb520ad,revision_number=None']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:53:35.317679 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-1bfb284c-b67b-4924-9edb-0bfd93f60096 tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:53:35.344011 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-bd73d929-7bd0-494c-a1b0-bd35df027e7b req-3d5d9955-3295-43aa-bf80-072607569ab8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2063b9dd-29f8-4a50-a97e-00159814d5a9 HTTP/1.1" status: 200 len: 1001 time: 0.1399858 Jun 17 05:53:35.401485 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-14de70e4-21b0-4291-9ab6-bb014e9eccf2 req-ebbea5a9-51a3-4082-87d2-20720f6acd7e service neutron] 10.222.0.11 "GET /v2.0/networks/1b25af0c-7521-4ee5-941d-fb951a7e4542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496089 Jun 17 05:53:35.422453 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd73d929-7bd0-494c-a1b0-bd35df027e7b req-71fc4fbf-e05e-4ff5-9d27-f38190accd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:35.423881 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-bd73d929-7bd0-494c-a1b0-bd35df027e7b req-71fc4fbf-e05e-4ff5-9d27-f38190accd50 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=64ce003b-71cd-40f5-b9fb-45b0591cc381 HTTP/1.1" status: 200 len: 853 time: 0.0681231 Jun 17 05:53:35.516455 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18518ec-2590-4190-a423-9af094fda607 req-035c9a5a-faf3-4778-ab5d-35f11a68dc34 tempest-VolumesSnapshotTestJSON-764430663 tempest-VolumesSnapshotTestJSON-764430663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:35.517985 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-b18518ec-2590-4190-a423-9af094fda607 req-035c9a5a-faf3-4778-ab5d-35f11a68dc34 tempest-VolumesSnapshotTestJSON-764430663 tempest-VolumesSnapshotTestJSON-764430663-project] 10.222.0.11 "GET /v2.0/networks?id=4005e20a-aa5f-4d8b-99ef-75b8784c3497 HTTP/1.1" status: 200 len: 814 time: 0.2152739 Jun 17 05:53:35.532235 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-14de70e4-21b0-4291-9ab6-bb014e9eccf2 req-ad4a3eaf-83a2-4e38-96ba-7635c2eaff57 service neutron] 10.222.0.11 "GET /v2.0/networks/1b25af0c-7521-4ee5-941d-fb951a7e4542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215103 Jun 17 05:53:35.537040 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd73d929-7bd0-494c-a1b0-bd35df027e7b req-1c9a3dbe-7641-490a-9a74-4e5b69d58ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:35.538398 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-bd73d929-7bd0-494c-a1b0-bd35df027e7b req-1c9a3dbe-7641-490a-9a74-4e5b69d58ad5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b0c9dd70-b90a-4d2f-9896-76688d3c8e0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1050148 Jun 17 05:53:35.555694 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-b18518ec-2590-4190-a423-9af094fda607 req-7b136243-5ab1-4331-9768-5fbebf430e16 tempest-VolumesSnapshotTestJSON-764430663 tempest-VolumesSnapshotTestJSON-764430663-project] 10.222.0.11 "GET /v2.0/quotas/cb6edd7aadc4432ab0aae4e4e01d014b HTTP/1.1" status: 200 len: 375 time: 0.0292134 Jun 17 05:53:35.597316 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-b18518ec-2590-4190-a423-9af094fda607 req-2801f656-1db6-4e0d-aa5d-52027badd471 tempest-VolumesSnapshotTestJSON-764430663 tempest-VolumesSnapshotTestJSON-764430663-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=cb6edd7aadc4432ab0aae4e4e01d014b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0320284 Jun 17 05:53:35.606968 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.plugins.ml2.plugin [None req-dbfdcb30-6f11-47be-ae2a-0593306b1875 tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] Deleting port fdbf7c18-26e2-42ce-acb4-7c9ac43f6a0a {{(pid=99869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 05:53:35.607331 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-dbfdcb30-6f11-47be-ae2a-0593306b1875 tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773697957277'] for port, before_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:35.637110 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-bd73d929-7bd0-494c-a1b0-bd35df027e7b req-38db4d5d-75cc-4d72-9126-834298f72f3d service neutron] 10.222.0.13 "GET /v2.0/networks/b0c9dd70-b90a-4d2f-9896-76688d3c8e0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915406 Jun 17 05:53:35.724513 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-bd73d929-7bd0-494c-a1b0-bd35df027e7b req-ee53636c-694a-44dd-8c3b-eb56a61596d4 service neutron] 10.222.0.13 "GET /v2.0/networks/b0c9dd70-b90a-4d2f-9896-76688d3c8e0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801663 Jun 17 05:53:35.738860 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-dbfdcb30-6f11-47be-ae2a-0593306b1875 tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429017'] for port, precommit_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:35.739186 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-dbfdcb30-6f11-47be-ae2a-0593306b1875 tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:35.798619 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-b18518ec-2590-4190-a423-9af094fda607 req-dde9756f-ac98-45e6-9eeb-5ef804fdd36d service neutron] 10.222.0.11 "GET /v2.0/networks/4005e20a-aa5f-4d8b-99ef-75b8784c3497?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799808 Jun 17 05:53:35.823063 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.plugins.ml2.plugin [None req-dbfdcb30-6f11-47be-ae2a-0593306b1875 tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] Calling delete_port for fdbf7c18-26e2-42ce-acb4-7c9ac43f6a0a owned by network:floatingip {{(pid=99869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 05:53:35.827013 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-edadf393-0e0d-4518-9d2a-978087b12c39 req-471ac5e9-6098-492a-bd94-f20ccbacaac0 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/ports?device_id=89daf3b0-91da-40ba-b0d0-ef0e80a9ba79 HTTP/1.1" status: 200 len: 210 time: 0.0414078 Jun 17 05:53:36.034383 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-b18518ec-2590-4190-a423-9af094fda607 req-e59e365e-ee45-4ddd-aed1-e1ab5b80a801 service neutron] 10.222.0.11 "GET /v2.0/networks/4005e20a-aa5f-4d8b-99ef-75b8784c3497?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2076452 Jun 17 05:53:36.230213 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-dbfdcb30-6f11-47be-ae2a-0593306b1875 tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773697962361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773697504552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565517'] for port, after_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:36.233537 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-dbe107b9-9e89-4661-80e8-9403d883a9f0 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:53:36.259045 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfdcb30-6f11-47be-ae2a-0593306b1875 tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] Pushing event deleted for resources: {'Port': ['ID=fdbf7c18-26e2-42ce-acb4-7c9ac43f6a0a,revision_number=None']} {{(pid=99869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:53:36.316999 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-dbfdcb30-6f11-47be-ae2a-0593306b1875 tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:53:36.364252 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-dbfdcb30-6f11-47be-ae2a-0593306b1875 tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] Notify callbacks [] for floatingip, after_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:36.365422 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.db.l3_db [None req-dbfdcb30-6f11-47be-ae2a-0593306b1875 tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] Floating IP f4cbdd17-2eb0-4bdb-9640-8b59c937ba74 disassociated (deleted). External IP: 172.28.2.53, port: 2063b9dd-29f8-4a50-a97e-00159814d5a9. Jun 17 05:53:36.653494 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-1e04d9b7-d693-4071-8618-a65143182717 req-642c3ca9-aa35-4609-a83d-97250123eff6 tempest-VolumesSnapshotTestJSON-764430663 tempest-VolumesSnapshotTestJSON-764430663-project] 10.222.0.11 "GET /v2.0/ports?device_id=99109661-bb5d-491e-83c4-f6e473fa772a HTTP/1.1" status: 200 len: 210 time: 0.2489307 Jun 17 05:53:36.794535 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbfdcb30-6f11-47be-ae2a-0593306b1875 tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] Router 7cdd4e4b-3e22-4469-9499-95828b4fbd9c has already been hosted by L3 agent 81965deb-4354-4283-a756-7d5d3a21a742 {{(pid=99869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 05:53:36.905967 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbfdcb30-6f11-47be-ae2a-0593306b1875 tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] Notify agent at l3_agent.dv-cinder-772623-9-smb the message routers_updated {{(pid=99869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 05:53:36.911263 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-dbfdcb30-6f11-47be-ae2a-0593306b1875 tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-860254'] for floatingip, before_response {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:36.926955 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3140f427-deb2-4946-9ab3-2ec014c6dd4d None None] Sync routers for ids ['7cdd4e4b-3e22-4469-9499-95828b4fbd9c'] in dv-cinder-772623-9-smb {{(pid=99870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 05:53:36.939165 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3140f427-deb2-4946-9ab3-2ec014c6dd4d None None] Routers {'7cdd4e4b-3e22-4469-9499-95828b4fbd9c'} bound to L3 agent in host dv-cinder-772623-9-smb {{(pid=99870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 05:53:36.949976 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.l3_hamode_db [None req-3140f427-deb2-4946-9ab3-2ec014c6dd4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T05:41:12Z,description=,heartbeat_timestamp=2021-06-17T05:53:12Z,host='dv-cinder-772623-9-smb',id=81965deb-4354-4283-a756-7d5d3a21a742,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T05:41:12Z,topic='l3_agent')) {'router_ids': ['7cdd4e4b-3e22-4469-9499-95828b4fbd9c'], 'active': True} {{(pid=99870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:53:36.967654 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [None req-dbfdcb30-6f11-47be-ae2a-0593306b1875 tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] 10.222.0.11 "DELETE /v2.0/floatingips/f4cbdd17-2eb0-4bdb-9640-8b59c937ba74 HTTP/1.1" status: 204 len: 168 time: 1.6985261 Jun 17 05:53:36.969031 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3c82d36-2976-4b4c-8fa5-2b4805276a18', 'tag': '2063b9dd-29f8-4a50-a97e-00159814d5a9'}] {{(pid=99869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 05:53:36.971891 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0cd30a2dc25f77063b731b1ee0033d2c5eeab35dac275bd41c8bb76e2bc3849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f011828e-ae68-4f61-a828-342dc7ee3e8c" -d '{"events": [{"name": "network-changed", "server_uuid": "a3c82d36-2976-4b4c-8fa5-2b4805276a18", "tag": "2063b9dd-29f8-4a50-a97e-00159814d5a9"}]}' {{(pid=99869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 05:53:37.011688 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-84e4b06b-e20f-4a48-a956-53c0c9dbfd41 req-9565c13e-f124-4d68-b040-e66c3bbc1b34 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/ports?device_id=89daf3b0-91da-40ba-b0d0-ef0e80a9ba79 HTTP/1.1" status: 200 len: 210 time: 0.0433393 Jun 17 05:53:37.085873 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 05:53:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-934ad91d-b728-488d-8b35-43b2a11526e0 x-openstack-request-id: req-934ad91d-b728-488d-8b35-43b2a11526e0 {{(pid=99869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 05:53:37.086189 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3c82d36-2976-4b4c-8fa5-2b4805276a18", "tag": "2063b9dd-29f8-4a50-a97e-00159814d5a9", "status": "completed", "code": 200}]} {{(pid=99869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 05:53:37.086472 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-934ad91d-b728-488d-8b35-43b2a11526e0 {{(pid=99869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 05:53:37.086999 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3c82d36-2976-4b4c-8fa5-2b4805276a18', 'tag': '2063b9dd-29f8-4a50-a97e-00159814d5a9', 'status': 'completed', 'code': 200} Jun 17 05:53:37.087204 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.l3_dvr_db [None req-3140f427-deb2-4946-9ab3-2ec014c6dd4d None None] Set router 7cdd4e4b-3e22-4469-9499-95828b4fbd9c gateway port host: dv-cinder-772623-9-smb {{(pid=99870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 05:53:37.169173 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f011828e-ae68-4f61-a828-342dc7ee3e8c req-cf3f427e-f26e-445d-9d36-6d276703af08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:37.171541 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-f011828e-ae68-4f61-a828-342dc7ee3e8c req-cf3f427e-f26e-445d-9d36-6d276703af08 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d8ffadd857a64cdf99da0fe3d3f4fa2e&device_id=a3c82d36-2976-4b4c-8fa5-2b4805276a18 HTTP/1.1" status: 200 len: 1099 time: 0.0611203 Jun 17 05:53:37.280294 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f011828e-ae68-4f61-a828-342dc7ee3e8c req-77d108bd-e8be-41b3-8ed9-f28bc25d832d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:37.281875 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-f011828e-ae68-4f61-a828-342dc7ee3e8c req-77d108bd-e8be-41b3-8ed9-f28bc25d832d service neutron] 10.222.0.13 "GET /v2.0/networks?id=b0c9dd70-b90a-4d2f-9896-76688d3c8e0a HTTP/1.1" status: 200 len: 915 time: 0.0939231 Jun 17 05:53:37.331678 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-f011828e-ae68-4f61-a828-342dc7ee3e8c req-eaa70bd7-aa85-458c-991b-2a426bdc5d6e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2063b9dd-29f8-4a50-a97e-00159814d5a9 HTTP/1.1" status: 200 len: 217 time: 0.0398648 Jun 17 05:53:37.378156 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f011828e-ae68-4f61-a828-342dc7ee3e8c req-32237a8e-efc7-487f-bdb0-6fe96d1d5ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:37.379602 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-f011828e-ae68-4f61-a828-342dc7ee3e8c req-32237a8e-efc7-487f-bdb0-6fe96d1d5ed5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=64ce003b-71cd-40f5-b9fb-45b0591cc381 HTTP/1.1" status: 200 len: 853 time: 0.0419533 Jun 17 05:53:37.445913 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f011828e-ae68-4f61-a828-342dc7ee3e8c req-d0c62d50-aca9-41c4-b1a1-4d72c4adad8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:37.448004 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-f011828e-ae68-4f61-a828-342dc7ee3e8c req-d0c62d50-aca9-41c4-b1a1-4d72c4adad8d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b0c9dd70-b90a-4d2f-9896-76688d3c8e0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0618892 Jun 17 05:53:37.458291 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.l3_hamode_db [None req-3140f427-deb2-4946-9ab3-2ec014c6dd4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cdd4e4b-3e22-4469-9499-95828b4fbd9c', 'name': 'tempest-TestMinimumBasicScenario-533812212-router', 'tenant_id': 'd8ffadd857a64cdf99da0fe3d3f4fa2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6', 'external_fixed_ips': [{'subnet_id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'ip_address': '172.28.2.166'}], 'enable_snat': True}, 'gw_port_id': 'e9f53430-2d5c-446d-80fe-60128a86f748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T05:50:19Z', 'updated_at': '2021-06-17T05:50:23Z', 'revision_number': 4, 'project_id': 'd8ffadd857a64cdf99da0fe3d3f4fa2e', 'gw_port': {'id': 'e9f53430-2d5c-446d-80fe-60128a86f748', 'name': '', 'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:03:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cdd4e4b-3e22-4469-9499-95828b4fbd9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'ip_address': '172.28.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:50:19Z', 'updated_at': '2021-06-17T05:50:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-smb', '_interfaces': [{'id': '52a2f219-b275-42ed-8cf4-5c0e6d88bb3e', 'name': '', 'network_id': 'b0c9dd70-b90a-4d2f-9896-76688d3c8e0a', 'tenant_id': 'd8ffadd857a64cdf99da0fe3d3f4fa2e', 'mac_address': 'fa:16:3e:04:8c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cdd4e4b-3e22-4469-9499-95828b4fbd9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '64ce003b-71cd-40f5-b9fb-45b0591cc381', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:50:22Z', 'updated_at': '2021-06-17T05:50:31Z', 'revision_number': 5, 'project_id': 'd8ffadd857a64cdf99da0fe3d3f4fa2e', 'subnets': [{'id': '64ce003b-71cd-40f5-b9fb-45b0591cc381', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-9-smb', False) {} {{(pid=99870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:53:37.488820 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3140f427-deb2-4946-9ab3-2ec014c6dd4d None None] Checking router: 7cdd4e4b-3e22-4469-9499-95828b4fbd9c for host: dv-cinder-772623-9-smb {{(pid=99870) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 05:53:37.499665 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3140f427-deb2-4946-9ab3-2ec014c6dd4d None None] Routers {'7cdd4e4b-3e22-4469-9499-95828b4fbd9c'} bound to L3 agent in host dv-cinder-772623-9-smb {{(pid=99870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 05:53:37.500547 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.l3_hamode_db [None req-3140f427-deb2-4946-9ab3-2ec014c6dd4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T05:41:12Z,description=,heartbeat_timestamp=2021-06-17T05:53:12Z,host='dv-cinder-772623-9-smb',id=81965deb-4354-4283-a756-7d5d3a21a742,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T05:41:12Z,topic='l3_agent')) {'router_ids': ['7cdd4e4b-3e22-4469-9499-95828b4fbd9c'], 'active': True} {{(pid=99870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:53:37.557460 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-f011828e-ae68-4f61-a828-342dc7ee3e8c req-dac1fb85-25fa-44df-9d1d-35119d3d5d45 service neutron] 10.222.0.13 "GET /v2.0/networks/b0c9dd70-b90a-4d2f-9896-76688d3c8e0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984781 Jun 17 05:53:37.619090 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.l3_dvr_db [None req-3140f427-deb2-4946-9ab3-2ec014c6dd4d None None] Set router 7cdd4e4b-3e22-4469-9499-95828b4fbd9c gateway port host: dv-cinder-772623-9-smb {{(pid=99870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 05:53:37.661741 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-f011828e-ae68-4f61-a828-342dc7ee3e8c req-38f76f7c-b707-4ed2-b2d5-f467e1724bd5 service neutron] 10.222.0.13 "GET /v2.0/networks/b0c9dd70-b90a-4d2f-9896-76688d3c8e0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896831 Jun 17 05:53:37.806395 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-a352fc39-a9cd-4134-a79d-5ce4609858db req-4d00ac0e-53c4-4dd9-a133-e1e278b3d40e tempest-VolumesSnapshotTestJSON-764430663 tempest-VolumesSnapshotTestJSON-764430663-project] 10.222.0.11 "GET /v2.0/ports?device_id=99109661-bb5d-491e-83c4-f6e473fa772a HTTP/1.1" status: 200 len: 210 time: 0.0329280 Jun 17 05:53:37.828446 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.l3_hamode_db [None req-3140f427-deb2-4946-9ab3-2ec014c6dd4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cdd4e4b-3e22-4469-9499-95828b4fbd9c', 'name': 'tempest-TestMinimumBasicScenario-533812212-router', 'tenant_id': 'd8ffadd857a64cdf99da0fe3d3f4fa2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6', 'external_fixed_ips': [{'subnet_id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'ip_address': '172.28.2.166'}], 'enable_snat': True}, 'gw_port_id': 'e9f53430-2d5c-446d-80fe-60128a86f748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T05:50:19Z', 'updated_at': '2021-06-17T05:50:23Z', 'revision_number': 4, 'project_id': 'd8ffadd857a64cdf99da0fe3d3f4fa2e', 'gw_port': {'id': 'e9f53430-2d5c-446d-80fe-60128a86f748', 'name': '', 'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:03:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cdd4e4b-3e22-4469-9499-95828b4fbd9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'ip_address': '172.28.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:50:19Z', 'updated_at': '2021-06-17T05:50:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-smb', '_interfaces': [{'id': '52a2f219-b275-42ed-8cf4-5c0e6d88bb3e', 'name': '', 'network_id': 'b0c9dd70-b90a-4d2f-9896-76688d3c8e0a', 'tenant_id': 'd8ffadd857a64cdf99da0fe3d3f4fa2e', 'mac_address': 'fa:16:3e:04:8c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cdd4e4b-3e22-4469-9499-95828b4fbd9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '64ce003b-71cd-40f5-b9fb-45b0591cc381', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:50:22Z', 'updated_at': '2021-06-17T05:50:31Z', 'revision_number': 5, 'project_id': 'd8ffadd857a64cdf99da0fe3d3f4fa2e', 'subnets': [{'id': '64ce003b-71cd-40f5-b9fb-45b0591cc381', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-9-smb', False) {} {{(pid=99870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:53:37.855965 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3140f427-deb2-4946-9ab3-2ec014c6dd4d None None] The sync data for ids ['7cdd4e4b-3e22-4469-9499-95828b4fbd9c'] in dv-cinder-772623-9-smb is: [{'id': '7cdd4e4b-3e22-4469-9499-95828b4fbd9c', 'name': 'tempest-TestMinimumBasicScenario-533812212-router', 'tenant_id': 'd8ffadd857a64cdf99da0fe3d3f4fa2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6', 'external_fixed_ips': [{'subnet_id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'ip_address': '172.28.2.166'}], 'enable_snat': True}, 'gw_port_id': 'e9f53430-2d5c-446d-80fe-60128a86f748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T05:50:19Z', 'updated_at': '2021-06-17T05:50:23Z', 'revision_number': 4, 'project_id': 'd8ffadd857a64cdf99da0fe3d3f4fa2e', 'gw_port': {'id': 'e9f53430-2d5c-446d-80fe-60128a86f748', 'name': '', 'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:03:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cdd4e4b-3e22-4469-9499-95828b4fbd9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'ip_address': '172.28.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:50:19Z', 'updated_at': '2021-06-17T05:50:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-smb', '_interfaces': [{'id': '52a2f219-b275-42ed-8cf4-5c0e6d88bb3e', 'name': '', 'network_id': 'b0c9dd70-b90a-4d2f-9896-76688d3c8e0a', 'tenant_id': 'd8ffadd857a64cdf99da0fe3d3f4fa2e', 'mac_address': 'fa:16:3e:04:8c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cdd4e4b-3e22-4469-9499-95828b4fbd9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '64ce003b-71cd-40f5-b9fb-45b0591cc381', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:50:22Z', 'updated_at': '2021-06-17T05:50:31Z', 'revision_number': 5, 'project_id': 'd8ffadd857a64cdf99da0fe3d3f4fa2e', 'subnets': [{'id': '64ce003b-71cd-40f5-b9fb-45b0591cc381', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 05:53:38.080425 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac912544-a9df-49b5-86c6-484475600d06 None None] New status for floating IP f4cbdd17-2eb0-4bdb-9640-8b59c937ba74: DOWN {{(pid=99871) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 05:53:38.191400 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-3a17309b-986e-43ee-a37d-5233d07b635a req-e2ea2606-00b8-4756-b768-d278ec9ea063 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/ports?device_id=89daf3b0-91da-40ba-b0d0-ef0e80a9ba79 HTTP/1.1" status: 200 len: 210 time: 0.0387800 Jun 17 05:53:38.389841 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14de70e4-21b0-4291-9ab6-bb014e9eccf2 req-7cbd40eb-1cc4-4605-be7d-40d201331acc tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:38.391276 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-14de70e4-21b0-4291-9ab6-bb014e9eccf2 req-7cbd40eb-1cc4-4605-be7d-40d201331acc tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.13 "GET /v2.0/networks?id=1b25af0c-7521-4ee5-941d-fb951a7e4542 HTTP/1.1" status: 200 len: 816 time: 0.0992041 Jun 17 05:53:38.434611 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-14de70e4-21b0-4291-9ab6-bb014e9eccf2 req-f8967269-4eb7-45f6-a9b6-76de5d8f3c4b tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=33f2c29736bb40d78fad571bf0a20025 HTTP/1.1" status: 200 len: 380 time: 0.0341933 Jun 17 05:53:38.446857 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.v2.base [req-14de70e4-21b0-4291-9ab6-bb014e9eccf2 req-4057584f-7ed4-4cab-8b27-250a7c7ad601 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Request body: {'port': {'device_id': '89daf3b0-91da-40ba-b0d0-ef0e80a9ba79', 'network_id': '1b25af0c-7521-4ee5-941d-fb951a7e4542', 'admin_state_up': True, 'tenant_id': '33f2c29736bb40d78fad571bf0a20025', 'security_groups': ['8905ba84-829b-4ccb-a5e8-0db6da435808']}} {{(pid=99868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:53:38.671928 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14de70e4-21b0-4291-9ab6-bb014e9eccf2 req-4057584f-7ed4-4cab-8b27-250a7c7ad601 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Made reservation on behalf of 33f2c29736bb40d78fad571bf0a20025 for: {'port': 1} {{(pid=99868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 05:53:38.675667 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-14de70e4-21b0-4291-9ab6-bb014e9eccf2 req-4057584f-7ed4-4cab-8b27-250a7c7ad601 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1464150'] for port, before_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:38.802951 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.db.db_base_plugin_common [req-14de70e4-21b0-4291-9ab6-bb014e9eccf2 req-4057584f-7ed4-4cab-8b27-250a7c7ad601 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Allocated IP 172.20.0.5 (1b25af0c-7521-4ee5-941d-fb951a7e4542/f3d724f9-6f99-4efc-a641-a453b34c57ab/a111c385-9356-4949-a45e-0af39abb1cbf) {{(pid=99868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 05:53:38.855887 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-4eb2cdcb-97c1-4ae0-86dc-aabc54df12ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:38.952589 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-14de70e4-21b0-4291-9ab6-bb014e9eccf2 req-4057584f-7ed4-4cab-8b27-250a7c7ad601 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Notify callbacks [] for port, precommit_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:38.967998 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.db.provisioning_blocks [req-14de70e4-21b0-4291-9ab6-bb014e9eccf2 req-4057584f-7ed4-4cab-8b27-250a7c7ad601 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Transition to ACTIVE for port object a111c385-9356-4949-a45e-0af39abb1cbf will not be triggered until provisioned by entity DHCP. {{(pid=99868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 05:53:38.987307 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-4ddcc515-7342-4bd2-a9ce-ac1d20aebe52 req-32533af1-656a-4639-b87e-d8c85f29b09c tempest-VolumesSnapshotTestJSON-764430663 tempest-VolumesSnapshotTestJSON-764430663-project] 10.222.0.11 "GET /v2.0/ports?device_id=99109661-bb5d-491e-83c4-f6e473fa772a HTTP/1.1" status: 200 len: 210 time: 0.0398965 Jun 17 05:53:39.097013 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18518ec-2590-4190-a423-9af094fda607 req-5f711212-e99d-4e05-a21a-fc1df7d4a36b tempest-VolumesSnapshotTestJSON-764430663 tempest-VolumesSnapshotTestJSON-764430663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:39.098447 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-b18518ec-2590-4190-a423-9af094fda607 req-5f711212-e99d-4e05-a21a-fc1df7d4a36b tempest-VolumesSnapshotTestJSON-764430663 tempest-VolumesSnapshotTestJSON-764430663-project] 10.222.0.13 "GET /v2.0/networks?id=4005e20a-aa5f-4d8b-99ef-75b8784c3497 HTTP/1.1" status: 200 len: 814 time: 0.1172976 Jun 17 05:53:39.099894 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-14de70e4-21b0-4291-9ab6-bb014e9eccf2 req-4057584f-7ed4-4cab-8b27-250a7c7ad601 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1465235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-156110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-564052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773697504543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2882486'] for port, after_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:39.104615 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-148422e2-dd29-4ec6-85f9-d1c127a4eed3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:53:39.134250 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.v2.base [req-b18518ec-2590-4190-a423-9af094fda607 req-ec900397-5c43-47df-8d04-e1d48785f794 tempest-VolumesSnapshotTestJSON-764430663 tempest-VolumesSnapshotTestJSON-764430663-project] Request body: {'port': {'device_id': '99109661-bb5d-491e-83c4-f6e473fa772a', 'network_id': '4005e20a-aa5f-4d8b-99ef-75b8784c3497', 'admin_state_up': True, 'tenant_id': 'cb6edd7aadc4432ab0aae4e4e01d014b'}} {{(pid=99868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:53:39.196171 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14de70e4-21b0-4291-9ab6-bb014e9eccf2 req-4057584f-7ed4-4cab-8b27-250a7c7ad601 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Network 1b25af0c-7521-4ee5-941d-fb951a7e4542 is already hosted by enough agents. {{(pid=99868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 05:53:39.204972 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.scheduler.base_scheduler [req-14de70e4-21b0-4291-9ab6-bb014e9eccf2 req-4057584f-7ed4-4cab-8b27-250a7c7ad601 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Resources bound (agent type, host, resource id): {{(pid=99868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 05:53:39.206755 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4057584f-7ed4-4cab-8b27-250a7c7ad601 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Pushing event updated for resources: {'Port': ['ID=a111c385-9356-4949-a45e-0af39abb1cbf,revision_number=1']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:53:39.208851 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.db.l3_dvrscheduler_db [req-14de70e4-21b0-4291-9ab6-bb014e9eccf2 req-4057584f-7ed4-4cab-8b27-250a7c7ad601 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Received port after_create {{(pid=99868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 05:53:39.214178 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-4057584f-7ed4-4cab-8b27-250a7c7ad601 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:53:39.287736 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14de70e4-21b0-4291-9ab6-bb014e9eccf2 req-4057584f-7ed4-4cab-8b27-250a7c7ad601 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:39.288362 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-14de70e4-21b0-4291-9ab6-bb014e9eccf2 req-4057584f-7ed4-4cab-8b27-250a7c7ad601 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-860254'] for port, before_response {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:39.388923 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483e8806-9958-455a-ac76-ad8d6b857f20 req-668069f9-f658-4cc4-8255-a7c140a9ba68 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:39.395405 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-483e8806-9958-455a-ac76-ad8d6b857f20 req-668069f9-f658-4cc4-8255-a7c140a9ba68 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/ports?device_id=89daf3b0-91da-40ba-b0d0-ef0e80a9ba79 HTTP/1.1" status: 200 len: 931 time: 0.0807855 Jun 17 05:53:39.434069 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-483e8806-9958-455a-ac76-ad8d6b857f20 req-ae0bfbad-9f2c-46ff-bb46-281d37845b2a tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/security-groups?id=8905ba84-829b-4ccb-a5e8-0db6da435808&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378098 Jun 17 05:53:39.447216 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b18518ec-2590-4190-a423-9af094fda607 req-ec900397-5c43-47df-8d04-e1d48785f794 tempest-VolumesSnapshotTestJSON-764430663 tempest-VolumesSnapshotTestJSON-764430663-project] Made reservation on behalf of cb6edd7aadc4432ab0aae4e4e01d014b for: {'port': 1} {{(pid=99868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 05:53:39.450799 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-b18518ec-2590-4190-a423-9af094fda607 req-ec900397-5c43-47df-8d04-e1d48785f794 tempest-VolumesSnapshotTestJSON-764430663 tempest-VolumesSnapshotTestJSON-764430663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1464150'] for port, before_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:39.498946 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.provisioning_blocks [None req-121552f1-3ba7-4617-97c5-240b5c1422ed None None] Provisioning for port a111c385-9356-4949-a45e-0af39abb1cbf completed by entity DHCP. {{(pid=99870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 05:53:39.503037 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.provisioning_blocks [None req-121552f1-3ba7-4617-97c5-240b5c1422ed None None] Provisioning complete for port a111c385-9356-4949-a45e-0af39abb1cbf triggered by entity DHCP. {{(pid=99870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 05:53:39.503417 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-121552f1-3ba7-4617-97c5-240b5c1422ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551367'] for port, provisioning_complete {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:39.537395 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.plugin [None req-121552f1-3ba7-4617-97c5-240b5c1422ed None None] Port a111c385-9356-4949-a45e-0af39abb1cbf cannot update to ACTIVE because it is not bound. {{(pid=99870) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 05:53:39.578191 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.db.db_base_plugin_common [req-b18518ec-2590-4190-a423-9af094fda607 req-ec900397-5c43-47df-8d04-e1d48785f794 tempest-VolumesSnapshotTestJSON-764430663 tempest-VolumesSnapshotTestJSON-764430663-project] Allocated IP 172.20.0.3 (4005e20a-aa5f-4d8b-99ef-75b8784c3497/58d99635-f6f3-4065-a708-47e3a97f7027/c4d9b788-9d27-42af-851d-a632dc3accec) {{(pid=99868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 05:53:39.593555 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-14de70e4-21b0-4291-9ab6-bb014e9eccf2 req-4057584f-7ed4-4cab-8b27-250a7c7ad601 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1470520 Jun 17 05:53:39.609389 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.v2.base [req-14de70e4-21b0-4291-9ab6-bb014e9eccf2 req-dcf4d82f-546a-465d-8cc3-b339e5c1f3df service neutron] Request body: {'port': {'device_id': '89daf3b0-91da-40ba-b0d0-ef0e80a9ba79', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=99868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:53:39.749141 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-14de70e4-21b0-4291-9ab6-bb014e9eccf2 req-dcf4d82f-546a-465d-8cc3-b339e5c1f3df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1464132'] for port, before_update {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:39.816789 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-b18518ec-2590-4190-a423-9af094fda607 req-ec900397-5c43-47df-8d04-e1d48785f794 tempest-VolumesSnapshotTestJSON-764430663 tempest-VolumesSnapshotTestJSON-764430663-project] Notify callbacks [] for port, precommit_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:40.064783 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.notifiers.nova [req-14de70e4-21b0-4291-9ab6-bb014e9eccf2 req-dcf4d82f-546a-465d-8cc3-b339e5c1f3df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a111c385-9356-4949-a45e-0af39abb1cbf {{(pid=99868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 05:53:40.074163 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-14de70e4-21b0-4291-9ab6-bb014e9eccf2 req-dcf4d82f-546a-465d-8cc3-b339e5c1f3df service neutron] Notify callbacks [] for port, precommit_update {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:40.087216 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.db.provisioning_blocks [req-14de70e4-21b0-4291-9ab6-bb014e9eccf2 req-dcf4d82f-546a-465d-8cc3-b339e5c1f3df service neutron] Transition to ACTIVE for port object a111c385-9356-4949-a45e-0af39abb1cbf will not be triggered until provisioned by entity L2. {{(pid=99868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 05:53:40.100260 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-b18518ec-2590-4190-a423-9af094fda607 req-ec900397-5c43-47df-8d04-e1d48785f794 tempest-VolumesSnapshotTestJSON-764430663 tempest-VolumesSnapshotTestJSON-764430663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1465235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-156110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-564052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773697504543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2882486'] for port, after_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:40.106649 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-3b6f2b69-f068-45b2-bc8f-bdd68c0acd9e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:53:40.151541 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b18518ec-2590-4190-a423-9af094fda607 req-ec900397-5c43-47df-8d04-e1d48785f794 tempest-VolumesSnapshotTestJSON-764430663 tempest-VolumesSnapshotTestJSON-764430663-project] Network 4005e20a-aa5f-4d8b-99ef-75b8784c3497 is already hosted by enough agents. {{(pid=99868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 05:53:40.153776 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.scheduler.base_scheduler [req-b18518ec-2590-4190-a423-9af094fda607 req-ec900397-5c43-47df-8d04-e1d48785f794 tempest-VolumesSnapshotTestJSON-764430663 tempest-VolumesSnapshotTestJSON-764430663-project] Resources bound (agent type, host, resource id): {{(pid=99868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 05:53:40.158263 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.db.l3_dvrscheduler_db [req-b18518ec-2590-4190-a423-9af094fda607 req-ec900397-5c43-47df-8d04-e1d48785f794 tempest-VolumesSnapshotTestJSON-764430663 tempest-VolumesSnapshotTestJSON-764430663-project] Received port after_create {{(pid=99868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 05:53:40.173743 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a81bc6-7b65-4ce4-a2b8-c039a76e67f8 req-3426abcb-b15e-4450-884b-6cf22500cae7 tempest-VolumesSnapshotTestJSON-764430663 tempest-VolumesSnapshotTestJSON-764430663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:40.182499 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-05a81bc6-7b65-4ce4-a2b8-c039a76e67f8 req-3426abcb-b15e-4450-884b-6cf22500cae7 tempest-VolumesSnapshotTestJSON-764430663 tempest-VolumesSnapshotTestJSON-764430663-project] 10.222.0.11 "GET /v2.0/ports?device_id=99109661-bb5d-491e-83c4-f6e473fa772a HTTP/1.1" status: 200 len: 931 time: 0.0858517 Jun 17 05:53:40.208054 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec900397-5c43-47df-8d04-e1d48785f794 tempest-VolumesSnapshotTestJSON-764430663 tempest-VolumesSnapshotTestJSON-764430663-project] Pushing event updated for resources: {'Port': ['ID=c4d9b788-9d27-42af-851d-a632dc3accec,revision_number=1']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:53:40.212413 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-ec900397-5c43-47df-8d04-e1d48785f794 tempest-VolumesSnapshotTestJSON-764430663 tempest-VolumesSnapshotTestJSON-764430663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:53:40.220516 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-14de70e4-21b0-4291-9ab6-bb014e9eccf2 req-dcf4d82f-546a-465d-8cc3-b339e5c1f3df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773697962343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773697504561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773697504606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2882436'] for port, after_update {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:40.221889 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:53:40.230667 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-05a81bc6-7b65-4ce4-a2b8-c039a76e67f8 req-2deca6dc-e8a5-4cb3-9b95-48a1bcaa59ca tempest-VolumesSnapshotTestJSON-764430663 tempest-VolumesSnapshotTestJSON-764430663-project] 10.222.0.11 "GET /v2.0/security-groups?id=eee29790-a2f6-41fc-a57b-695b41c17f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470066 Jun 17 05:53:40.235150 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18518ec-2590-4190-a423-9af094fda607 req-ec900397-5c43-47df-8d04-e1d48785f794 tempest-VolumesSnapshotTestJSON-764430663 tempest-VolumesSnapshotTestJSON-764430663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:40.235881 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-b18518ec-2590-4190-a423-9af094fda607 req-ec900397-5c43-47df-8d04-e1d48785f794 tempest-VolumesSnapshotTestJSON-764430663 tempest-VolumesSnapshotTestJSON-764430663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-860254'] for port, before_response {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:40.318405 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf4d82f-546a-465d-8cc3-b339e5c1f3df service neutron] Pushing event updated for resources: {'Port': ['ID=a111c385-9356-4949-a45e-0af39abb1cbf,revision_number=2']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:53:40.323420 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-dcf4d82f-546a-465d-8cc3-b339e5c1f3df service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:53:40.382699 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-b18518ec-2590-4190-a423-9af094fda607 req-ec900397-5c43-47df-8d04-e1d48785f794 tempest-VolumesSnapshotTestJSON-764430663 tempest-VolumesSnapshotTestJSON-764430663-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2538755 Jun 17 05:53:40.398963 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.v2.base [req-b18518ec-2590-4190-a423-9af094fda607 req-7259713e-5384-4a0a-8689-de49519e0480 service neutron] Request body: {'port': {'device_id': '99109661-bb5d-491e-83c4-f6e473fa772a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=99868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:53:40.427271 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.managers [req-14de70e4-21b0-4291-9ab6-bb014e9eccf2 req-dcf4d82f-546a-465d-8cc3-b339e5c1f3df service neutron] Attempting to bind port a111c385-9356-4949-a45e-0af39abb1cbf on host hv-cinder-77262 for vnic_type normal with profile {{(pid=99868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 05:53:40.427609 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.managers [req-14de70e4-21b0-4291-9ab6-bb014e9eccf2 req-dcf4d82f-546a-465d-8cc3-b339e5c1f3df service neutron] Attempting to bind port a111c385-9356-4949-a45e-0af39abb1cbf by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': '81591838-08f0-432e-af25-79981cd4b7ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '1b25af0c-7521-4ee5-941d-fb951a7e4542'}] {{(pid=99868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 05:53:40.427935 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14de70e4-21b0-4291-9ab6-bb014e9eccf2 req-dcf4d82f-546a-465d-8cc3-b339e5c1f3df service neutron] Attempting to bind port a111c385-9356-4949-a45e-0af39abb1cbf on network 1b25af0c-7521-4ee5-941d-fb951a7e4542 {{(pid=99868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 05:53:40.438301 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14de70e4-21b0-4291-9ab6-bb014e9eccf2 req-dcf4d82f-546a-465d-8cc3-b339e5c1f3df service neutron] Port a111c385-9356-4949-a45e-0af39abb1cbf on network 1b25af0c-7521-4ee5-941d-fb951a7e4542 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=99868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 05:53:40.438627 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14de70e4-21b0-4291-9ab6-bb014e9eccf2 req-dcf4d82f-546a-465d-8cc3-b339e5c1f3df service neutron] Attempting to bind port a111c385-9356-4949-a45e-0af39abb1cbf on network 1b25af0c-7521-4ee5-941d-fb951a7e4542 {{(pid=99868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 05:53:40.457378 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14de70e4-21b0-4291-9ab6-bb014e9eccf2 req-dcf4d82f-546a-465d-8cc3-b339e5c1f3df service neutron] Checking agent: {'id': 'a94c375a-f30e-48af-b86b-c1ab552b3c7d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 5, 47, 47), 'started_at': datetime.datetime(2021, 6, 17, 5, 47, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 5, 53, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 05:53:40.457378 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14de70e4-21b0-4291-9ab6-bb014e9eccf2 req-dcf4d82f-546a-465d-8cc3-b339e5c1f3df service neutron] Checking segment: {'id': '81591838-08f0-432e-af25-79981cd4b7ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '1b25af0c-7521-4ee5-941d-fb951a7e4542'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 05:53:40.457378 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14de70e4-21b0-4291-9ab6-bb014e9eccf2 req-dcf4d82f-546a-465d-8cc3-b339e5c1f3df service neutron] Bound using segment: {'id': '81591838-08f0-432e-af25-79981cd4b7ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '1b25af0c-7521-4ee5-941d-fb951a7e4542'} {{(pid=99868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 05:53:40.457378 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.managers [req-14de70e4-21b0-4291-9ab6-bb014e9eccf2 req-dcf4d82f-546a-465d-8cc3-b339e5c1f3df service neutron] Bound port: a111c385-9356-4949-a45e-0af39abb1cbf, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81591838-08f0-432e-af25-79981cd4b7ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '1b25af0c-7521-4ee5-941d-fb951a7e4542'}}] {{(pid=99868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 05:53:40.457378 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-14de70e4-21b0-4291-9ab6-bb014e9eccf2 req-dcf4d82f-546a-465d-8cc3-b339e5c1f3df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1464132'] for port, before_update {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:40.514000 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-b18518ec-2590-4190-a423-9af094fda607 req-7259713e-5384-4a0a-8689-de49519e0480 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1464132'] for port, before_update {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:40.577744 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.db [req-14de70e4-21b0-4291-9ab6-bb014e9eccf2 req-dcf4d82f-546a-465d-8cc3-b339e5c1f3df service neutron] For port a111c385-9356-4949-a45e-0af39abb1cbf, host hv-cinder-77262, cleared binding levels {{(pid=99868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 05:53:40.583970 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.db [req-14de70e4-21b0-4291-9ab6-bb014e9eccf2 req-dcf4d82f-546a-465d-8cc3-b339e5c1f3df service neutron] For port a111c385-9356-4949-a45e-0af39abb1cbf, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=a111c385-9356-4949-a45e-0af39abb1cbf,segment=NetworkSegment(81591838-08f0-432e-af25-79981cd4b7ed),segment_id=81591838-08f0-432e-af25-79981cd4b7ed)] {{(pid=99868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 05:53:40.621513 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4252e7cf-d0b2-44d1-a986-5f65ddd84f0a req-c9127ba4-ad30-47e6-acdc-b7d35d328eeb tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:40.622917 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-4252e7cf-d0b2-44d1-a986-5f65ddd84f0a req-c9127ba4-ad30-47e6-acdc-b7d35d328eeb tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/ports?device_id=89daf3b0-91da-40ba-b0d0-ef0e80a9ba79 HTTP/1.1" status: 200 len: 943 time: 0.0657763 Jun 17 05:53:40.658428 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-14de70e4-21b0-4291-9ab6-bb014e9eccf2 req-dcf4d82f-546a-465d-8cc3-b339e5c1f3df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773697962343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773697504561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773697504606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2882436'] for port, after_update {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:40.662569 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-4252e7cf-d0b2-44d1-a986-5f65ddd84f0a req-2d5a0be4-a7b2-4541-a59b-6877082a5b01 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/security-groups?id=8905ba84-829b-4ccb-a5e8-0db6da435808&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333195 Jun 17 05:53:40.663143 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-6ee3bf62-9733-486e-8a99-7810ed5c8731 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:53:40.711460 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14de70e4-21b0-4291-9ab6-bb014e9eccf2 req-dcf4d82f-546a-465d-8cc3-b339e5c1f3df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:40.712075 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-14de70e4-21b0-4291-9ab6-bb014e9eccf2 req-dcf4d82f-546a-465d-8cc3-b339e5c1f3df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-860254'] for port, before_response {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:40.713450 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-14de70e4-21b0-4291-9ab6-bb014e9eccf2 req-dcf4d82f-546a-465d-8cc3-b339e5c1f3df service neutron] 10.222.0.13 "PUT /v2.0/ports/a111c385-9356-4949-a45e-0af39abb1cbf HTTP/1.1" status: 200 len: 1093 time: 1.1103487 Jun 17 05:53:40.713962 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89daf3b0-91da-40ba-b0d0-ef0e80a9ba79', 'tag': 'a111c385-9356-4949-a45e-0af39abb1cbf'}] {{(pid=99868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 05:53:40.716256 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8d1bbba7808a8cca0df1ca407b71cd1cd2965420825a4b8dd9215cbcd05a37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d806ac9f-23d0-41a9-871f-5ed259858d64" -d '{"events": [{"name": "network-changed", "server_uuid": "89daf3b0-91da-40ba-b0d0-ef0e80a9ba79", "tag": "a111c385-9356-4949-a45e-0af39abb1cbf"}]}' {{(pid=99868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 05:53:40.779681 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf4d82f-546a-465d-8cc3-b339e5c1f3df service neutron] Pushing event updated for resources: {'Port': ['ID=a111c385-9356-4949-a45e-0af39abb1cbf,revision_number=3']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:53:40.785189 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-dcf4d82f-546a-465d-8cc3-b339e5c1f3df service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:53:40.805200 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 05:53:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e17a42f9-1363-4d3d-ad0c-b8438c449237 x-openstack-request-id: req-e17a42f9-1363-4d3d-ad0c-b8438c449237 {{(pid=99868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 05:53:40.805650 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89daf3b0-91da-40ba-b0d0-ef0e80a9ba79", "tag": "a111c385-9356-4949-a45e-0af39abb1cbf", "status": "completed", "code": 200}]} {{(pid=99868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 05:53:40.806056 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e17a42f9-1363-4d3d-ad0c-b8438c449237 {{(pid=99868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 05:53:40.806582 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89daf3b0-91da-40ba-b0d0-ef0e80a9ba79', 'tag': 'a111c385-9356-4949-a45e-0af39abb1cbf', 'status': 'completed', 'code': 200} Jun 17 05:53:40.909929 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.notifiers.nova [req-b18518ec-2590-4190-a423-9af094fda607 req-7259713e-5384-4a0a-8689-de49519e0480 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4d9b788-9d27-42af-851d-a632dc3accec {{(pid=99868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 05:53:40.919491 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-b18518ec-2590-4190-a423-9af094fda607 req-7259713e-5384-4a0a-8689-de49519e0480 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:40.936279 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.db.provisioning_blocks [req-b18518ec-2590-4190-a423-9af094fda607 req-7259713e-5384-4a0a-8689-de49519e0480 service neutron] Transition to ACTIVE for port object c4d9b788-9d27-42af-851d-a632dc3accec will not be triggered until provisioned by entity L2. {{(pid=99868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 05:53:40.944029 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d806ac9f-23d0-41a9-871f-5ed259858d64 req-52baa285-962f-4241-8f80-893bb4c08ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:40.945691 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-d806ac9f-23d0-41a9-871f-5ed259858d64 req-52baa285-962f-4241-8f80-893bb4c08ac3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=33f2c29736bb40d78fad571bf0a20025&device_id=89daf3b0-91da-40ba-b0d0-ef0e80a9ba79 HTTP/1.1" status: 200 len: 1096 time: 0.1091654 Jun 17 05:53:41.267515 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-b18518ec-2590-4190-a423-9af094fda607 req-7259713e-5384-4a0a-8689-de49519e0480 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773697962343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773697504561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773697504606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2882436'] for port, after_update {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:41.272008 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-557e3e09-9303-4557-be21-114356dc9378 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:53:41.358258 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7259713e-5384-4a0a-8689-de49519e0480 service neutron] Pushing event updated for resources: {'Port': ['ID=c4d9b788-9d27-42af-851d-a632dc3accec,revision_number=2']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:53:41.370790 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-7259713e-5384-4a0a-8689-de49519e0480 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:53:41.423916 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d806ac9f-23d0-41a9-871f-5ed259858d64 req-92b31d1c-37a3-4c6d-a44d-be1597865875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:41.425421 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-d806ac9f-23d0-41a9-871f-5ed259858d64 req-92b31d1c-37a3-4c6d-a44d-be1597865875 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=33f2c29736bb40d78fad571bf0a20025&shared=False HTTP/1.1" status: 200 len: 917 time: 0.4713082 Jun 17 05:53:41.467477 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e420f3-9665-4e62-adea-ec6e108ec03f req-87622d2a-3e34-4320-b4b6-516b6bd75341 tempest-VolumesSnapshotTestJSON-764430663 tempest-VolumesSnapshotTestJSON-764430663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:41.469003 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-a8e420f3-9665-4e62-adea-ec6e108ec03f req-87622d2a-3e34-4320-b4b6-516b6bd75341 tempest-VolumesSnapshotTestJSON-764430663 tempest-VolumesSnapshotTestJSON-764430663-project] 10.222.0.11 "GET /v2.0/ports?device_id=99109661-bb5d-491e-83c4-f6e473fa772a HTTP/1.1" status: 200 len: 943 time: 0.0830894 Jun 17 05:53:41.500935 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.managers [req-b18518ec-2590-4190-a423-9af094fda607 req-7259713e-5384-4a0a-8689-de49519e0480 service neutron] Attempting to bind port c4d9b788-9d27-42af-851d-a632dc3accec on host hv-cinder-77262 for vnic_type normal with profile {{(pid=99868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 05:53:41.501190 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.managers [req-b18518ec-2590-4190-a423-9af094fda607 req-7259713e-5384-4a0a-8689-de49519e0480 service neutron] Attempting to bind port c4d9b788-9d27-42af-851d-a632dc3accec by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': '57cf4dce-3961-4ff0-a353-28aa28d3300b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '4005e20a-aa5f-4d8b-99ef-75b8784c3497'}] {{(pid=99868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 05:53:41.501520 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b18518ec-2590-4190-a423-9af094fda607 req-7259713e-5384-4a0a-8689-de49519e0480 service neutron] Attempting to bind port c4d9b788-9d27-42af-851d-a632dc3accec on network 4005e20a-aa5f-4d8b-99ef-75b8784c3497 {{(pid=99868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 05:53:41.510201 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b18518ec-2590-4190-a423-9af094fda607 req-7259713e-5384-4a0a-8689-de49519e0480 service neutron] Port c4d9b788-9d27-42af-851d-a632dc3accec on network 4005e20a-aa5f-4d8b-99ef-75b8784c3497 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=99868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 05:53:41.510403 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b18518ec-2590-4190-a423-9af094fda607 req-7259713e-5384-4a0a-8689-de49519e0480 service neutron] Attempting to bind port c4d9b788-9d27-42af-851d-a632dc3accec on network 4005e20a-aa5f-4d8b-99ef-75b8784c3497 {{(pid=99868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 05:53:41.511933 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-a8e420f3-9665-4e62-adea-ec6e108ec03f req-6748a028-b1c2-4d21-bb20-40e33d0ab33b tempest-VolumesSnapshotTestJSON-764430663 tempest-VolumesSnapshotTestJSON-764430663-project] 10.222.0.11 "GET /v2.0/security-groups?id=eee29790-a2f6-41fc-a57b-695b41c17f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368474 Jun 17 05:53:41.518411 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b18518ec-2590-4190-a423-9af094fda607 req-7259713e-5384-4a0a-8689-de49519e0480 service neutron] Checking agent: {'id': 'a94c375a-f30e-48af-b86b-c1ab552b3c7d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 5, 47, 47), 'started_at': datetime.datetime(2021, 6, 17, 5, 47, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 5, 53, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 05:53:41.518752 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b18518ec-2590-4190-a423-9af094fda607 req-7259713e-5384-4a0a-8689-de49519e0480 service neutron] Checking segment: {'id': '57cf4dce-3961-4ff0-a353-28aa28d3300b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '4005e20a-aa5f-4d8b-99ef-75b8784c3497'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 05:53:41.519170 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b18518ec-2590-4190-a423-9af094fda607 req-7259713e-5384-4a0a-8689-de49519e0480 service neutron] Bound using segment: {'id': '57cf4dce-3961-4ff0-a353-28aa28d3300b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '4005e20a-aa5f-4d8b-99ef-75b8784c3497'} {{(pid=99868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 05:53:41.519604 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.managers [req-b18518ec-2590-4190-a423-9af094fda607 req-7259713e-5384-4a0a-8689-de49519e0480 service neutron] Bound port: c4d9b788-9d27-42af-851d-a632dc3accec, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57cf4dce-3961-4ff0-a353-28aa28d3300b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '4005e20a-aa5f-4d8b-99ef-75b8784c3497'}}] {{(pid=99868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 05:53:41.519961 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-b18518ec-2590-4190-a423-9af094fda607 req-7259713e-5384-4a0a-8689-de49519e0480 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1464132'] for port, before_update {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:41.581872 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d806ac9f-23d0-41a9-871f-5ed259858d64 req-c41eb191-260c-4496-97a2-8c90d49f32c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:41.583335 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-d806ac9f-23d0-41a9-871f-5ed259858d64 req-c41eb191-260c-4496-97a2-8c90d49f32c9 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1501627 Jun 17 05:53:41.607327 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.db [req-b18518ec-2590-4190-a423-9af094fda607 req-7259713e-5384-4a0a-8689-de49519e0480 service neutron] For port c4d9b788-9d27-42af-851d-a632dc3accec, host hv-cinder-77262, cleared binding levels {{(pid=99868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 05:53:41.610449 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.db [req-b18518ec-2590-4190-a423-9af094fda607 req-7259713e-5384-4a0a-8689-de49519e0480 service neutron] For port c4d9b788-9d27-42af-851d-a632dc3accec, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=c4d9b788-9d27-42af-851d-a632dc3accec,segment=NetworkSegment(57cf4dce-3961-4ff0-a353-28aa28d3300b),segment_id=57cf4dce-3961-4ff0-a353-28aa28d3300b)] {{(pid=99868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 05:53:41.614252 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:41.682605 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-0137072b-1a0d-4801-aab6-1223d1660451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:41.692384 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14de70e4-21b0-4291-9ab6-bb014e9eccf2 req-8818a781-bb92-4c64-af2b-70c70b4d016b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:41.693902 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-14de70e4-21b0-4291-9ab6-bb014e9eccf2 req-8818a781-bb92-4c64-af2b-70c70b4d016b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=33f2c29736bb40d78fad571bf0a20025&device_id=89daf3b0-91da-40ba-b0d0-ef0e80a9ba79 HTTP/1.1" status: 200 len: 1096 time: 0.0532973 Jun 17 05:53:41.699844 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-b18518ec-2590-4190-a423-9af094fda607 req-7259713e-5384-4a0a-8689-de49519e0480 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773697962343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773697504561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773697504606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2882436'] for port, after_update {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:41.703979 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-1d57a634-ea43-48ab-b1e9-1f1b31dc1eb3 tempest-ServerRescueNegativeTestJSON-1616504676 tempest-ServerRescueNegativeTestJSON-1616504676-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:53:41.768371 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-14de70e4-21b0-4291-9ab6-bb014e9eccf2 req-1c384830-40f3-42d0-9069-4783a27ac2cc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a111c385-9356-4949-a45e-0af39abb1cbf HTTP/1.1" status: 200 len: 217 time: 0.0661385 Jun 17 05:53:41.771360 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18518ec-2590-4190-a423-9af094fda607 req-7259713e-5384-4a0a-8689-de49519e0480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:41.772004 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-b18518ec-2590-4190-a423-9af094fda607 req-7259713e-5384-4a0a-8689-de49519e0480 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-860254'] for port, before_response {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:41.773799 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-b18518ec-2590-4190-a423-9af094fda607 req-7259713e-5384-4a0a-8689-de49519e0480 service neutron] 10.222.0.13 "PUT /v2.0/ports/c4d9b788-9d27-42af-851d-a632dc3accec HTTP/1.1" status: 200 len: 1093 time: 1.3802459 Jun 17 05:53:41.858395 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7259713e-5384-4a0a-8689-de49519e0480 service neutron] Pushing event updated for resources: {'Port': ['ID=c4d9b788-9d27-42af-851d-a632dc3accec,revision_number=3']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:53:41.865645 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-7259713e-5384-4a0a-8689-de49519e0480 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:53:41.877175 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14de70e4-21b0-4291-9ab6-bb014e9eccf2 req-aaae62f8-5b2c-4109-9ff0-3ab3f564df0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:41.878617 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-14de70e4-21b0-4291-9ab6-bb014e9eccf2 req-aaae62f8-5b2c-4109-9ff0-3ab3f564df0e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f3d724f9-6f99-4efc-a641-a453b34c57ab HTTP/1.1" status: 200 len: 855 time: 0.0915873 Jun 17 05:53:41.892647 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5080d54-8f39-4c8a-94b1-9a7657f88659 req-04420188-5b1a-4ae7-ae11-39a5968202a1 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:41.894661 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-d5080d54-8f39-4c8a-94b1-9a7657f88659 req-04420188-5b1a-4ae7-ae11-39a5968202a1 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/ports?device_id=89daf3b0-91da-40ba-b0d0-ef0e80a9ba79 HTTP/1.1" status: 200 len: 943 time: 0.0961142 Jun 17 05:53:41.942663 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-d5080d54-8f39-4c8a-94b1-9a7657f88659 req-b86011da-4470-4e72-9c9f-2f9ee42d8516 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/security-groups?id=8905ba84-829b-4ccb-a5e8-0db6da435808&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365062 Jun 17 05:53:41.964400 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73355ff6-1189-4dd4-b711-9d681d191d60 req-f9c3aa7b-2a24-4956-8188-a1204bbc01f7 tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:41.965912 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-73355ff6-1189-4dd4-b711-9d681d191d60 req-f9c3aa7b-2a24-4956-8188-a1204bbc01f7 tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] 10.222.0.11 "GET /v2.0/ports?device_id=a3c82d36-2976-4b4c-8fa5-2b4805276a18 HTTP/1.1" status: 200 len: 946 time: 0.1475067 Jun 17 05:53:42.015986 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14de70e4-21b0-4291-9ab6-bb014e9eccf2 req-23b79ff7-b0c4-4aec-96dd-c98a791d18ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:42.017508 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-14de70e4-21b0-4291-9ab6-bb014e9eccf2 req-23b79ff7-b0c4-4aec-96dd-c98a791d18ba service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1b25af0c-7521-4ee5-941d-fb951a7e4542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1279953 Jun 17 05:53:42.042339 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-73355ff6-1189-4dd4-b711-9d681d191d60 req-95a7af8c-faba-4ddb-853a-e199cfdb1fa0 tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9e60d8f-c626-4915-82fb-97a71c590db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645285 Jun 17 05:53:42.084841 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18518ec-2590-4190-a423-9af094fda607 req-a9a1890d-43cf-4b38-8c01-cd5000de4052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:42.086499 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-b18518ec-2590-4190-a423-9af094fda607 req-a9a1890d-43cf-4b38-8c01-cd5000de4052 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cb6edd7aadc4432ab0aae4e4e01d014b&device_id=99109661-bb5d-491e-83c4-f6e473fa772a HTTP/1.1" status: 200 len: 1096 time: 0.1679547 Jun 17 05:53:42.128242 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b8ae2d-34be-4da4-99cb-b499abd8e1f3 req-70e18e8c-977b-4141-9803-9eaa0fd394ba tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:42.129781 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-79b8ae2d-34be-4da4-99cb-b499abd8e1f3 req-70e18e8c-977b-4141-9803-9eaa0fd394ba tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] 10.222.0.11 "GET /v2.0/networks?id=eebebe7c-d85c-4efc-a9bd-f0f9ccab051e HTTP/1.1" status: 200 len: 814 time: 0.1042666 Jun 17 05:53:42.130557 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-b18518ec-2590-4190-a423-9af094fda607 req-46705e05-fbe7-4f69-aabd-b933e84cf6e0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c4d9b788-9d27-42af-851d-a632dc3accec HTTP/1.1" status: 200 len: 217 time: 0.0349159 Jun 17 05:53:42.145768 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-79b8ae2d-34be-4da4-99cb-b499abd8e1f3 req-d48e01cb-6be4-47c5-898c-5030f9c4bbe9 tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] 10.222.0.11 "GET /v2.0/quotas/8d065435075f44058454a7104302fe52 HTTP/1.1" status: 200 len: 375 time: 0.0089500 Jun 17 05:53:42.188156 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-14de70e4-21b0-4291-9ab6-bb014e9eccf2 req-68d83b72-c87e-4f02-98cf-ce3e17d4fe5a service neutron] 10.222.0.13 "GET /v2.0/networks/1b25af0c-7521-4ee5-941d-fb951a7e4542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619880 Jun 17 05:53:42.198440 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18518ec-2590-4190-a423-9af094fda607 req-b5dd1b24-e6b1-4761-b3ad-740be6292c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:42.199795 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-b18518ec-2590-4190-a423-9af094fda607 req-b5dd1b24-e6b1-4761-b3ad-740be6292c20 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=58d99635-f6f3-4065-a708-47e3a97f7027 HTTP/1.1" status: 200 len: 854 time: 0.0587356 Jun 17 05:53:42.218098 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-79b8ae2d-34be-4da4-99cb-b499abd8e1f3 req-4442becd-6567-4725-ae5f-026ee1350027 tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=8d065435075f44058454a7104302fe52&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0665238 Jun 17 05:53:42.270567 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-b18518ec-2590-4190-a423-9af094fda607 req-ca70398e-9793-4007-aafb-781322ce6177 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4005e20a-aa5f-4d8b-99ef-75b8784c3497&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536194 Jun 17 05:53:42.309556 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-79b8ae2d-34be-4da4-99cb-b499abd8e1f3 req-046d7791-856f-408f-9829-fe7cf416c313 service neutron] 10.222.0.11 "GET /v2.0/networks/eebebe7c-d85c-4efc-a9bd-f0f9ccab051e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844886 Jun 17 05:53:42.354641 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-14de70e4-21b0-4291-9ab6-bb014e9eccf2 req-f92a97fa-69a4-4906-a3e8-ded915662d37 service neutron] 10.222.0.13 "GET /v2.0/networks/1b25af0c-7521-4ee5-941d-fb951a7e4542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538873 Jun 17 05:53:42.388180 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-b18518ec-2590-4190-a423-9af094fda607 req-cb44eb26-60ac-40e0-a000-e724b19bcfe5 service neutron] 10.222.0.13 "GET /v2.0/networks/4005e20a-aa5f-4d8b-99ef-75b8784c3497?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088648 Jun 17 05:53:42.397633 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-79b8ae2d-34be-4da4-99cb-b499abd8e1f3 req-270464c5-8365-4f66-acd3-f56609ddb449 service neutron] 10.222.0.11 "GET /v2.0/networks/eebebe7c-d85c-4efc-a9bd-f0f9ccab051e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821002 Jun 17 05:53:42.488102 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-b18518ec-2590-4190-a423-9af094fda607 req-16f6f19d-b466-4ef9-9b81-0ef7d6d51849 service neutron] 10.222.0.13 "GET /v2.0/networks/4005e20a-aa5f-4d8b-99ef-75b8784c3497?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822525 Jun 17 05:53:42.499659 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-e4a25698-dc7e-488a-a9c3-c2b55bed5747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:42.691870 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-ab02080b-6fcd-40a7-8329-349328f786f6 req-81043063-e29a-4a71-9692-2db234587da2 tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] 10.222.0.11 "GET /v2.0/ports?device_id=670d152e-de3b-4c56-a11e-378806856e4a HTTP/1.1" status: 200 len: 210 time: 0.0359614 Jun 17 05:53:42.700156 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555f6b6b-38cf-4a4a-a154-edcba37947a1 req-a2aed59a-9448-400d-96bf-3d2933a675d8 tempest-VolumesSnapshotTestJSON-764430663 tempest-VolumesSnapshotTestJSON-764430663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:42.701632 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-555f6b6b-38cf-4a4a-a154-edcba37947a1 req-a2aed59a-9448-400d-96bf-3d2933a675d8 tempest-VolumesSnapshotTestJSON-764430663 tempest-VolumesSnapshotTestJSON-764430663-project] 10.222.0.11 "GET /v2.0/ports?device_id=99109661-bb5d-491e-83c4-f6e473fa772a HTTP/1.1" status: 200 len: 943 time: 0.0730624 Jun 17 05:53:42.746278 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-555f6b6b-38cf-4a4a-a154-edcba37947a1 req-e493b431-c0f2-447f-aad3-3e0a5f7f8782 tempest-VolumesSnapshotTestJSON-764430663 tempest-VolumesSnapshotTestJSON-764430663-project] 10.222.0.11 "GET /v2.0/security-groups?id=eee29790-a2f6-41fc-a57b-695b41c17f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389094 Jun 17 05:53:42.807654 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99109661-bb5d-491e-83c4-f6e473fa772a', 'tag': 'c4d9b788-9d27-42af-851d-a632dc3accec'}] {{(pid=99868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 05:53:42.809955 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8d1bbba7808a8cca0df1ca407b71cd1cd2965420825a4b8dd9215cbcd05a37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f51f6a9d-ffb8-4c59-8bc7-5853836f7ef8" -d '{"events": [{"name": "network-changed", "server_uuid": "99109661-bb5d-491e-83c4-f6e473fa772a", "tag": "c4d9b788-9d27-42af-851d-a632dc3accec"}]}' {{(pid=99868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 05:53:42.844145 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 05:53:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6366f93-00c7-40cc-be85-2e5e1af03792 x-openstack-request-id: req-d6366f93-00c7-40cc-be85-2e5e1af03792 {{(pid=99868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 05:53:42.844463 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99109661-bb5d-491e-83c4-f6e473fa772a", "tag": "c4d9b788-9d27-42af-851d-a632dc3accec", "status": "completed", "code": 200}]} {{(pid=99868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 05:53:42.844745 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d6366f93-00c7-40cc-be85-2e5e1af03792 {{(pid=99868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 05:53:42.845165 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99109661-bb5d-491e-83c4-f6e473fa772a', 'tag': 'c4d9b788-9d27-42af-851d-a632dc3accec', 'status': 'completed', 'code': 200} Jun 17 05:53:42.925247 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51f6a9d-ffb8-4c59-8bc7-5853836f7ef8 req-a016a401-6e50-4b88-ae7a-e1917aec8aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:42.927217 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-f51f6a9d-ffb8-4c59-8bc7-5853836f7ef8 req-a016a401-6e50-4b88-ae7a-e1917aec8aac service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cb6edd7aadc4432ab0aae4e4e01d014b&device_id=99109661-bb5d-491e-83c4-f6e473fa772a HTTP/1.1" status: 200 len: 1096 time: 0.0533240 Jun 17 05:53:43.022698 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51f6a9d-ffb8-4c59-8bc7-5853836f7ef8 req-dae15843-e0bc-480d-9764-fd90c3b84b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:43.024273 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-f51f6a9d-ffb8-4c59-8bc7-5853836f7ef8 req-dae15843-e0bc-480d-9764-fd90c3b84b33 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4005e20a-aa5f-4d8b-99ef-75b8784c3497 HTTP/1.1" status: 200 len: 915 time: 0.0899732 Jun 17 05:53:43.071676 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-f51f6a9d-ffb8-4c59-8bc7-5853836f7ef8 req-2b466929-01ce-4333-975b-a2efa582da56 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c4d9b788-9d27-42af-851d-a632dc3accec HTTP/1.1" status: 200 len: 217 time: 0.0371213 Jun 17 05:53:43.156791 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51f6a9d-ffb8-4c59-8bc7-5853836f7ef8 req-52625a90-69af-4ccd-bba8-0f693aeb0a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:43.158259 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-f51f6a9d-ffb8-4c59-8bc7-5853836f7ef8 req-52625a90-69af-4ccd-bba8-0f693aeb0a49 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=58d99635-f6f3-4065-a708-47e3a97f7027 HTTP/1.1" status: 200 len: 854 time: 0.0604811 Jun 17 05:53:43.185642 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d995ba-b3b4-4448-973f-de5c76aaf037 req-44e126e1-0d56-4e1e-b8cd-d81161e184bf tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:43.186975 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-b7d995ba-b3b4-4448-973f-de5c76aaf037 req-44e126e1-0d56-4e1e-b8cd-d81161e184bf tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/ports?device_id=89daf3b0-91da-40ba-b0d0-ef0e80a9ba79 HTTP/1.1" status: 200 len: 943 time: 0.1183498 Jun 17 05:53:43.208393 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-f51f6a9d-ffb8-4c59-8bc7-5853836f7ef8 req-c572cdf7-29f7-41dc-b845-3015393869f3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4005e20a-aa5f-4d8b-99ef-75b8784c3497&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403330 Jun 17 05:53:43.228008 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c962516-3795-4d79-90d7-4e10e79586b6 req-cace183e-91f8-4a06-b4b4-86f84432f4ba tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:43.229447 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-6c962516-3795-4d79-90d7-4e10e79586b6 req-cace183e-91f8-4a06-b4b4-86f84432f4ba tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] 10.222.0.11 "GET /v2.0/ports?device_id=a3c82d36-2976-4b4c-8fa5-2b4805276a18 HTTP/1.1" status: 200 len: 946 time: 0.0676589 Jun 17 05:53:43.267633 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-6c962516-3795-4d79-90d7-4e10e79586b6 req-69f6c4ca-c3ad-4e28-bd47-f35fd35bead5 tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9e60d8f-c626-4915-82fb-97a71c590db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318673 Jun 17 05:53:43.283671 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-b7d995ba-b3b4-4448-973f-de5c76aaf037 req-50799127-367d-4c35-99a7-7c297c37280e tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/security-groups?id=8905ba84-829b-4ccb-a5e8-0db6da435808&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775988 Jun 17 05:53:43.317841 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-f51f6a9d-ffb8-4c59-8bc7-5853836f7ef8 req-a5745ab0-3cbb-41dd-a88e-2834e839b132 service neutron] 10.222.0.13 "GET /v2.0/networks/4005e20a-aa5f-4d8b-99ef-75b8784c3497?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959775 Jun 17 05:53:43.412118 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-f51f6a9d-ffb8-4c59-8bc7-5853836f7ef8 req-3b659313-6654-4f66-902a-73b805dbf63d service neutron] 10.222.0.13 "GET /v2.0/networks/4005e20a-aa5f-4d8b-99ef-75b8784c3497?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875099 Jun 17 05:53:43.832280 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-82a57cba-d309-4701-855c-9f9d3b31cf56 req-f4623e3f-86c0-4b94-b08f-83a5c4356ca3 tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] 10.222.0.11 "GET /v2.0/ports?device_id=670d152e-de3b-4c56-a11e-378806856e4a HTTP/1.1" status: 200 len: 210 time: 0.0290523 Jun 17 05:53:43.926703 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41571d7c-1217-4a49-bb6a-aa79b2a18d70 req-9c5a670d-9236-4610-a0b3-3ed0c5208661 tempest-VolumesSnapshotTestJSON-764430663 tempest-VolumesSnapshotTestJSON-764430663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:43.928216 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-41571d7c-1217-4a49-bb6a-aa79b2a18d70 req-9c5a670d-9236-4610-a0b3-3ed0c5208661 tempest-VolumesSnapshotTestJSON-764430663 tempest-VolumesSnapshotTestJSON-764430663-project] 10.222.0.11 "GET /v2.0/ports?device_id=99109661-bb5d-491e-83c4-f6e473fa772a HTTP/1.1" status: 200 len: 943 time: 0.0632637 Jun 17 05:53:43.967648 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-41571d7c-1217-4a49-bb6a-aa79b2a18d70 req-45523260-0a9f-4dd3-8ba5-28289146a1cc tempest-VolumesSnapshotTestJSON-764430663 tempest-VolumesSnapshotTestJSON-764430663-project] 10.222.0.11 "GET /v2.0/security-groups?id=eee29790-a2f6-41fc-a57b-695b41c17f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329592 Jun 17 05:53:44.219792 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-835a5b83-af16-4b0b-afcf-c7c94ac397a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:44.237591 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8352849b-a978-434d-98e2-c916fafb842d req-1a617bac-3da4-431f-9093-1eeadc302f29 tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:44.237591 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-8352849b-a978-434d-98e2-c916fafb842d req-1a617bac-3da4-431f-9093-1eeadc302f29 tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3c82d36-2976-4b4c-8fa5-2b4805276a18 HTTP/1.1" status: 200 len: 946 time: 0.0657990 Jun 17 05:53:44.332273 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.plugin [req-8352849b-a978-434d-98e2-c916fafb842d req-64141db6-ba8a-4f1e-86cd-a85d26895f59 tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] Deleting port 2063b9dd-29f8-4a50-a97e-00159814d5a9 {{(pid=99868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 05:53:44.332611 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-8352849b-a978-434d-98e2-c916fafb842d req-64141db6-ba8a-4f1e-86cd-a85d26895f59 tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773697957277'] for port, before_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:44.446239 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b99da2-5593-4b46-9bb2-856fcfabfaf1 req-74b2d165-b290-4dc4-9a43-8fa1631437f9 tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:44.447763 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-52b99da2-5593-4b46-9bb2-856fcfabfaf1 req-74b2d165-b290-4dc4-9a43-8fa1631437f9 tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] 10.222.0.11 "GET /v2.0/ports?device_id=a3c82d36-2976-4b4c-8fa5-2b4805276a18 HTTP/1.1" status: 200 len: 946 time: 0.0645549 Jun 17 05:53:44.460715 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.db [req-8352849b-a978-434d-98e2-c916fafb842d req-64141db6-ba8a-4f1e-86cd-a85d26895f59 tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] For port 2063b9dd-29f8-4a50-a97e-00159814d5a9, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=2063b9dd-29f8-4a50-a97e-00159814d5a9,segment=NetworkSegment(9d37f69c-1ad6-441c-adcc-320e22df48e5),segment_id=9d37f69c-1ad6-441c-adcc-320e22df48e5)] {{(pid=99868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:53:44.461624 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-8352849b-a978-434d-98e2-c916fafb842d req-64141db6-ba8a-4f1e-86cd-a85d26895f59 tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429017'] for port, precommit_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:44.485618 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-52b99da2-5593-4b46-9bb2-856fcfabfaf1 req-aa5d26aa-7d4b-42a3-9b83-7fd3deaf8001 tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9e60d8f-c626-4915-82fb-97a71c590db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320530 Jun 17 05:53:44.530111 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.plugin [req-8352849b-a978-434d-98e2-c916fafb842d req-64141db6-ba8a-4f1e-86cd-a85d26895f59 tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] Calling delete_port for 2063b9dd-29f8-4a50-a97e-00159814d5a9 owned by compute:nova {{(pid=99868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 05:53:44.594242 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dc8406-bdf2-46cd-a22e-fe108f0c56b4 req-537d153c-b297-464c-b111-65cf1208a1c5 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:44.595723 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-a7dc8406-bdf2-46cd-a22e-fe108f0c56b4 req-537d153c-b297-464c-b111-65cf1208a1c5 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/ports?device_id=89daf3b0-91da-40ba-b0d0-ef0e80a9ba79 HTTP/1.1" status: 200 len: 943 time: 0.1762724 Jun 17 05:53:44.652407 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-a7dc8406-bdf2-46cd-a22e-fe108f0c56b4 req-5807503e-cd51-4a81-aa1b-1cd18651bb2f tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/security-groups?id=8905ba84-829b-4ccb-a5e8-0db6da435808&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490150 Jun 17 05:53:44.814227 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-8352849b-a978-434d-98e2-c916fafb842d req-64141db6-ba8a-4f1e-86cd-a85d26895f59 tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773697962361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773697504552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2882495'] for port, after_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:44.818411 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-1747c177-184e-4ac6-902b-0204995a7753 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:53:44.826554 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.db [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] get_ports_and_sgs() called for port_ids ['2063b9dd-29f8-4a50-a97e-00159814d5a9'] {{(pid=99870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 05:53:44.846341 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64141db6-ba8a-4f1e-86cd-a85d26895f59 tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] Pushing event deleted for resources: {'Port': ['ID=2063b9dd-29f8-4a50-a97e-00159814d5a9,revision_number=None']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:53:44.849326 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-64141db6-ba8a-4f1e-86cd-a85d26895f59 tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:53:44.905756 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.db.l3_dvrscheduler_db [req-8352849b-a978-434d-98e2-c916fafb842d req-64141db6-ba8a-4f1e-86cd-a85d26895f59 tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] No DVR routers for this DVR port 2063b9dd-29f8-4a50-a97e-00159814d5a9 on host hv-cinder-77262 {{(pid=99868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 05:53:44.917038 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-8352849b-a978-434d-98e2-c916fafb842d req-64141db6-ba8a-4f1e-86cd-a85d26895f59 tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-860254'] for port, before_response {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:44.918983 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-8352849b-a978-434d-98e2-c916fafb842d req-64141db6-ba8a-4f1e-86cd-a85d26895f59 tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] 10.222.0.13 "DELETE /v2.0/ports/2063b9dd-29f8-4a50-a97e-00159814d5a9 HTTP/1.1" status: 204 len: 173 time: 0.6800282 Jun 17 05:53:44.919485 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3c82d36-2976-4b4c-8fa5-2b4805276a18', 'name': 'network-vif-deleted', 'tag': '2063b9dd-29f8-4a50-a97e-00159814d5a9'}] {{(pid=99868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 05:53:44.921765 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8d1bbba7808a8cca0df1ca407b71cd1cd2965420825a4b8dd9215cbcd05a37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84dc2ce0-0477-4bad-a025-ff8332767a76" -d '{"events": [{"server_uuid": "a3c82d36-2976-4b4c-8fa5-2b4805276a18", "name": "network-vif-deleted", "tag": "2063b9dd-29f8-4a50-a97e-00159814d5a9"}]}' {{(pid=99868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 05:53:44.967207 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 05:53:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbee25ee-a2f4-4a02-a77d-954612aa9bdb x-openstack-request-id: req-cbee25ee-a2f4-4a02-a77d-954612aa9bdb {{(pid=99868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 05:53:44.967838 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3c82d36-2976-4b4c-8fa5-2b4805276a18", "name": "network-vif-deleted", "tag": "2063b9dd-29f8-4a50-a97e-00159814d5a9", "status": "completed", "code": 200}]} {{(pid=99868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 05:53:44.967838 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-cbee25ee-a2f4-4a02-a77d-954612aa9bdb {{(pid=99868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 05:53:44.968262 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3c82d36-2976-4b4c-8fa5-2b4805276a18', 'name': 'network-vif-deleted', 'tag': '2063b9dd-29f8-4a50-a97e-00159814d5a9', 'status': 'completed', 'code': 200} Jun 17 05:53:44.982723 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-494fba21-28fc-4414-921e-c26d74cc67f2 req-8d66cd14-0505-4c36-9086-430300d5a845 tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] 10.222.0.11 "GET /v2.0/ports?device_id=670d152e-de3b-4c56-a11e-378806856e4a HTTP/1.1" status: 200 len: 210 time: 0.0336132 Jun 17 05:53:45.018521 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b8ae2d-34be-4da4-99cb-b499abd8e1f3 req-f1e698b5-3fce-4a5c-a273-28c8fc5d2b54 tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:45.020027 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-79b8ae2d-34be-4da4-99cb-b499abd8e1f3 req-f1e698b5-3fce-4a5c-a273-28c8fc5d2b54 tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] 10.222.0.13 "GET /v2.0/networks?id=eebebe7c-d85c-4efc-a9bd-f0f9ccab051e HTTP/1.1" status: 200 len: 814 time: 0.1437621 Jun 17 05:53:45.033999 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.v2.base [req-79b8ae2d-34be-4da4-99cb-b499abd8e1f3 req-3abb189c-8073-43f6-83f7-f3ec79c1e89e tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] Request body: {'port': {'device_id': '670d152e-de3b-4c56-a11e-378806856e4a', 'network_id': 'eebebe7c-d85c-4efc-a9bd-f0f9ccab051e', 'admin_state_up': True, 'tenant_id': '8d065435075f44058454a7104302fe52'}} {{(pid=99868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:53:45.134132 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Device a111c385-9356-4949-a45e-0af39abb1cbf details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=99870) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 05:53:45.198126 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a675892-7aca-4beb-80de-19094fdb4554 req-46322825-4456-476d-a809-9a24fa63325d tempest-VolumesSnapshotTestJSON-764430663 tempest-VolumesSnapshotTestJSON-764430663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:45.199646 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-7a675892-7aca-4beb-80de-19094fdb4554 req-46322825-4456-476d-a809-9a24fa63325d tempest-VolumesSnapshotTestJSON-764430663 tempest-VolumesSnapshotTestJSON-764430663-project] 10.222.0.11 "GET /v2.0/ports?device_id=99109661-bb5d-491e-83c4-f6e473fa772a HTTP/1.1" status: 200 len: 943 time: 0.1046212 Jun 17 05:53:45.233891 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.db [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] For port a111c385-9356-4949-a45e-0af39abb1cbf, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=a111c385-9356-4949-a45e-0af39abb1cbf,segment=NetworkSegment(81591838-08f0-432e-af25-79981cd4b7ed),segment_id=81591838-08f0-432e-af25-79981cd4b7ed)] {{(pid=99870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:53:45.246915 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Returning: {'device': 'a111c385-9356-4949-a45e-0af39abb1cbf', 'network_id': '1b25af0c-7521-4ee5-941d-fb951a7e4542', 'port_id': 'a111c385-9356-4949-a45e-0af39abb1cbf', 'mac_address': 'fa:16:3e:f9:a3:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3d724f9-6f99-4efc-a641-a453b34c57ab', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99870) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 05:53:45.247406 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-7a675892-7aca-4beb-80de-19094fdb4554 req-6fbd5a73-f4ed-42f9-954f-8c4d0400a080 tempest-VolumesSnapshotTestJSON-764430663 tempest-VolumesSnapshotTestJSON-764430663-project] 10.222.0.11 "GET /v2.0/security-groups?id=eee29790-a2f6-41fc-a57b-695b41c17f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395899 Jun 17 05:53:45.290705 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1464132'] for port, before_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:45.304968 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.notifiers.nova [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a111c385-9356-4949-a45e-0af39abb1cbf {{(pid=99870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 05:53:45.317105 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79b8ae2d-34be-4da4-99cb-b499abd8e1f3 req-3abb189c-8073-43f6-83f7-f3ec79c1e89e tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] Made reservation on behalf of 8d065435075f44058454a7104302fe52 for: {'port': 1} {{(pid=99868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 05:53:45.321451 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-79b8ae2d-34be-4da4-99cb-b499abd8e1f3 req-3abb189c-8073-43f6-83f7-f3ec79c1e89e tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1464150'] for port, before_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:45.327349 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.db [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] For port a111c385-9356-4949-a45e-0af39abb1cbf, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=a111c385-9356-4949-a45e-0af39abb1cbf,segment=NetworkSegment(81591838-08f0-432e-af25-79981cd4b7ed),segment_id=81591838-08f0-432e-af25-79981cd4b7ed)] {{(pid=99870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:53:45.408853 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773697962343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773697504561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773697504606'] for port, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:45.409837 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Device c4d9b788-9d27-42af-851d-a632dc3accec details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=99870) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 05:53:45.411974 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [None req-451204b0-c44d-427e-9435-03559ce59102 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:53:45.455467 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.db.db_base_plugin_common [req-79b8ae2d-34be-4da4-99cb-b499abd8e1f3 req-3abb189c-8073-43f6-83f7-f3ec79c1e89e tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] Allocated IP 172.20.0.8 (eebebe7c-d85c-4efc-a9bd-f0f9ccab051e/9ff0c2d6-7f2f-47a7-9a6c-fe0e0fdc64c0/dc70ee40-fdc7-4761-b1c9-6c3ec65c25d1) {{(pid=99868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 05:53:45.509230 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Pushing event updated for resources: {'Port': ['ID=a111c385-9356-4949-a45e-0af39abb1cbf,revision_number=4']} {{(pid=99870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:53:45.516940 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:53:45.558032 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.db [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] For port c4d9b788-9d27-42af-851d-a632dc3accec, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=c4d9b788-9d27-42af-851d-a632dc3accec,segment=NetworkSegment(57cf4dce-3961-4ff0-a353-28aa28d3300b),segment_id=57cf4dce-3961-4ff0-a353-28aa28d3300b)] {{(pid=99870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:53:45.574851 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Returning: {'device': 'c4d9b788-9d27-42af-851d-a632dc3accec', 'network_id': '4005e20a-aa5f-4d8b-99ef-75b8784c3497', 'port_id': 'c4d9b788-9d27-42af-851d-a632dc3accec', 'mac_address': 'fa:16:3e:01:b2:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58d99635-f6f3-4065-a708-47e3a97f7027', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99870) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 05:53:45.601113 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-79b8ae2d-34be-4da4-99cb-b499abd8e1f3 req-3abb189c-8073-43f6-83f7-f3ec79c1e89e tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] Notify callbacks [] for port, precommit_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:45.614234 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1464132'] for port, before_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:45.632732 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.notifiers.nova [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4d9b788-9d27-42af-851d-a632dc3accec {{(pid=99870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 05:53:45.645249 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-33fb1b48-5641-4383-8c5c-9ca3e6d7d57c req-b6b04cd5-317e-4c29-a637-02e503f750ac tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] 10.222.0.11 "GET /v2.0/ports?device_id=a3c82d36-2976-4b4c-8fa5-2b4805276a18 HTTP/1.1" status: 200 len: 210 time: 0.0307913 Jun 17 05:53:45.655275 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.db [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] For port c4d9b788-9d27-42af-851d-a632dc3accec, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=c4d9b788-9d27-42af-851d-a632dc3accec,segment=NetworkSegment(57cf4dce-3961-4ff0-a353-28aa28d3300b),segment_id=57cf4dce-3961-4ff0-a353-28aa28d3300b)] {{(pid=99870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:53:45.728940 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-79b8ae2d-34be-4da4-99cb-b499abd8e1f3 req-3abb189c-8073-43f6-83f7-f3ec79c1e89e tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1465235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-156110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-564052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773697504543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2882486'] for port, after_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:45.733306 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-51b82c53-d0a0-4da0-ba4a-736da675385a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:53:45.742048 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.db [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] get_ports_and_sgs() called for port_ids ['e677e397-66d6-469d-b8c4-98c3935a1012', '4adf38f4-bf25-47ea-b28b-d74632c72427', 'ca34cf2d-7932-4539-966b-a90d1eda37b2'] {{(pid=99870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 05:53:45.766435 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773697962343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773697504561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773697504606'] for port, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:45.771372 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [None req-3dd1aee7-63dc-464b-8225-43a707ac477a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:53:45.782034 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79b8ae2d-34be-4da4-99cb-b499abd8e1f3 req-3abb189c-8073-43f6-83f7-f3ec79c1e89e tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] Network eebebe7c-d85c-4efc-a9bd-f0f9ccab051e is already hosted by enough agents. {{(pid=99868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 05:53:45.800438 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.scheduler.base_scheduler [req-79b8ae2d-34be-4da4-99cb-b499abd8e1f3 req-3abb189c-8073-43f6-83f7-f3ec79c1e89e tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] Resources bound (agent type, host, resource id): {{(pid=99868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 05:53:45.821806 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.db.l3_dvrscheduler_db [req-79b8ae2d-34be-4da4-99cb-b499abd8e1f3 req-3abb189c-8073-43f6-83f7-f3ec79c1e89e tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] Received port after_create {{(pid=99868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 05:53:45.826304 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abb189c-8073-43f6-83f7-f3ec79c1e89e tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] Pushing event updated for resources: {'Port': ['ID=dc70ee40-fdc7-4761-b1c9-6c3ec65c25d1,revision_number=1']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:53:45.837912 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Pushing event updated for resources: {'Port': ['ID=c4d9b788-9d27-42af-851d-a632dc3accec,revision_number=4']} {{(pid=99870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:53:45.841085 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:53:45.847839 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-3abb189c-8073-43f6-83f7-f3ec79c1e89e tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:53:45.876800 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b8ae2d-34be-4da4-99cb-b499abd8e1f3 req-3abb189c-8073-43f6-83f7-f3ec79c1e89e tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:45.877403 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-79b8ae2d-34be-4da4-99cb-b499abd8e1f3 req-3abb189c-8073-43f6-83f7-f3ec79c1e89e tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-860254'] for port, before_response {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:45.906718 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea807fe-9c73-42a9-adfc-a552a034b722 req-bef63d81-a2cc-466d-934f-5fbd07f5ce95 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:45.908170 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-3ea807fe-9c73-42a9-adfc-a552a034b722 req-bef63d81-a2cc-466d-934f-5fbd07f5ce95 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/ports?device_id=89daf3b0-91da-40ba-b0d0-ef0e80a9ba79 HTTP/1.1" status: 200 len: 944 time: 0.1251254 Jun 17 05:53:45.952966 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-3ea807fe-9c73-42a9-adfc-a552a034b722 req-8926856b-c888-4b55-859c-b9dfb6a86788 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/security-groups?id=8905ba84-829b-4ccb-a5e8-0db6da435808&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351582 Jun 17 05:53:45.994959 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-79b8ae2d-34be-4da4-99cb-b499abd8e1f3 req-3abb189c-8073-43f6-83f7-f3ec79c1e89e tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9650464 Jun 17 05:53:46.006258 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.v2.base [req-79b8ae2d-34be-4da4-99cb-b499abd8e1f3 req-6c02a9a6-e567-4bb8-aadf-ba3bbd517a09 service neutron] Request body: {'port': {'device_id': '670d152e-de3b-4c56-a11e-378806856e4a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=99868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:53:46.065534 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-d8f81e5f-a2e2-40d8-894a-58c8203ed293 req-f279a2ab-b5ae-4dc9-8eac-9a44d35ace12 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b84e2604-ef6a-48e5-979e-f64102c5be89&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1116328 Jun 17 05:53:46.098148 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-79b8ae2d-34be-4da4-99cb-b499abd8e1f3 req-6c02a9a6-e567-4bb8-aadf-ba3bbd517a09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1464132'] for port, before_update {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:46.121771 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.db [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] get_ports_and_sgs() called for port_ids ['a111c385-9356-4949-a45e-0af39abb1cbf'] {{(pid=99870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 05:53:46.124371 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.db [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] get_ports_and_sgs() called for port_ids ['c4d9b788-9d27-42af-851d-a632dc3accec'] {{(pid=99870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 05:53:46.177826 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328397d5-fb78-4509-9871-0f0ac2c4b9eb req-2b6428a9-6be8-4305-bd77-dc840cf5f328 tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:46.185800 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-328397d5-fb78-4509-9871-0f0ac2c4b9eb req-2b6428a9-6be8-4305-bd77-dc840cf5f328 tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] 10.222.0.11 "GET /v2.0/ports?device_id=670d152e-de3b-4c56-a11e-378806856e4a HTTP/1.1" status: 200 len: 931 time: 0.0796964 Jun 17 05:53:46.219886 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-328397d5-fb78-4509-9871-0f0ac2c4b9eb req-a17cacbe-0d51-4829-814d-d92d2a6892cd tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfe2a3f8-e62b-4ddf-a2cf-bc95e41b5e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332248 Jun 17 05:53:46.269439 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f81e5f-a2e2-40d8-894a-58c8203ed293 req-afc64614-a6c8-48d7-9ca1-b3e85ac71243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:46.271309 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-d8f81e5f-a2e2-40d8-894a-58c8203ed293 req-afc64614-a6c8-48d7-9ca1-b3e85ac71243 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ae0a24f5f1a8477e9911aebfa109b499&device_id=b84e2604-ef6a-48e5-979e-f64102c5be89 HTTP/1.1" status: 200 len: 1098 time: 0.1319056 Jun 17 05:53:46.393542 dv-cinder-772623-9-smb neutron-server[99868]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 05:53:46.393542 dv-cinder-772623-9-smb neutron-server[99868]: conditions |= (models_v2.Port.network_id.in_( Jun 17 05:53:46.393542 dv-cinder-772623-9-smb neutron-server[99868]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 05:53:46.393542 dv-cinder-772623-9-smb neutron-server[99868]: retrieve_revision_numbers = { Jun 17 05:53:46.393542 dv-cinder-772623-9-smb neutron-server[99868]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 05:53:46.393542 dv-cinder-772623-9-smb neutron-server[99868]: retrieve_revision_numbers = { Jun 17 05:53:46.393542 dv-cinder-772623-9-smb neutron-server[99868]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 05:53:46.393542 dv-cinder-772623-9-smb neutron-server[99868]: conditions |= (models_v2.Port.network_id.in_( Jun 17 05:53:46.393542 dv-cinder-772623-9-smb neutron-server[99868]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 05:53:46.393542 dv-cinder-772623-9-smb neutron-server[99868]: conditions |= (models_v2.Port.network_id.in_( Jun 17 05:53:46.393542 dv-cinder-772623-9-smb neutron-server[99868]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 05:53:46.393542 dv-cinder-772623-9-smb neutron-server[99868]: retrieve_revision_numbers = { Jun 17 05:53:46.393542 dv-cinder-772623-9-smb neutron-server[99868]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 05:53:46.393542 dv-cinder-772623-9-smb neutron-server[99868]: conditions |= (models_v2.Port.network_id.in_( Jun 17 05:53:46.393542 dv-cinder-772623-9-smb neutron-server[99868]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 05:53:46.393542 dv-cinder-772623-9-smb neutron-server[99868]: retrieve_revision_numbers = { Jun 17 05:53:46.393542 dv-cinder-772623-9-smb neutron-server[99868]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 05:53:46.393542 dv-cinder-772623-9-smb neutron-server[99868]: conditions |= (models_v2.Port.network_id.in_( Jun 17 05:53:46.393542 dv-cinder-772623-9-smb neutron-server[99868]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 05:53:46.393542 dv-cinder-772623-9-smb neutron-server[99868]: retrieve_revision_numbers = { Jun 17 05:53:46.393542 dv-cinder-772623-9-smb neutron-server[99868]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 05:53:46.393542 dv-cinder-772623-9-smb neutron-server[99868]: conditions |= (models_v2.Port.network_id.in_( Jun 17 05:53:46.393542 dv-cinder-772623-9-smb neutron-server[99868]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 05:53:46.393542 dv-cinder-772623-9-smb neutron-server[99868]: retrieve_revision_numbers = { Jun 17 05:53:46.393542 dv-cinder-772623-9-smb neutron-server[99868]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 05:53:46.393542 dv-cinder-772623-9-smb neutron-server[99868]: conditions |= (models_v2.Port.network_id.in_( Jun 17 05:53:46.393542 dv-cinder-772623-9-smb neutron-server[99868]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 05:53:46.393542 dv-cinder-772623-9-smb neutron-server[99868]: retrieve_revision_numbers = { Jun 17 05:53:46.393542 dv-cinder-772623-9-smb neutron-server[99868]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 05:53:46.393542 dv-cinder-772623-9-smb neutron-server[99868]: conditions |= (models_v2.Port.network_id.in_( Jun 17 05:53:46.393542 dv-cinder-772623-9-smb neutron-server[99868]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 05:53:46.393542 dv-cinder-772623-9-smb neutron-server[99868]: retrieve_revision_numbers = { Jun 17 05:53:46.393542 dv-cinder-772623-9-smb neutron-server[99868]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 05:53:46.393542 dv-cinder-772623-9-smb neutron-server[99868]: conditions |= (models_v2.Port.network_id.in_( Jun 17 05:53:46.393542 dv-cinder-772623-9-smb neutron-server[99868]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 05:53:46.393542 dv-cinder-772623-9-smb neutron-server[99868]: retrieve_revision_numbers = { Jun 17 05:53:46.393542 dv-cinder-772623-9-smb neutron-server[99868]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 05:53:46.393542 dv-cinder-772623-9-smb neutron-server[99868]: conditions |= (models_v2.Port.network_id.in_( Jun 17 05:53:46.393542 dv-cinder-772623-9-smb neutron-server[99868]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 05:53:46.393542 dv-cinder-772623-9-smb neutron-server[99868]: retrieve_revision_numbers = { Jun 17 05:53:46.393542 dv-cinder-772623-9-smb neutron-server[99868]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 05:53:46.393542 dv-cinder-772623-9-smb neutron-server[99868]: conditions |= (models_v2.Port.network_id.in_( Jun 17 05:53:46.393542 dv-cinder-772623-9-smb neutron-server[99868]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 05:53:46.393542 dv-cinder-772623-9-smb neutron-server[99868]: retrieve_revision_numbers = { Jun 17 05:53:46.396945 dv-cinder-772623-9-smb neutron-server[99868]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 05:53:46.396945 dv-cinder-772623-9-smb neutron-server[99868]: conditions |= (models_v2.Port.network_id.in_( Jun 17 05:53:46.396945 dv-cinder-772623-9-smb neutron-server[99868]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 05:53:46.396945 dv-cinder-772623-9-smb neutron-server[99868]: retrieve_revision_numbers = { Jun 17 05:53:46.396945 dv-cinder-772623-9-smb neutron-server[99868]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 05:53:46.396945 dv-cinder-772623-9-smb neutron-server[99868]: retrieve_revision_numbers = { Jun 17 05:53:46.396945 dv-cinder-772623-9-smb neutron-server[99868]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 05:53:46.396945 dv-cinder-772623-9-smb neutron-server[99868]: retrieve_revision_numbers = { Jun 17 05:53:46.396945 dv-cinder-772623-9-smb neutron-server[99868]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 05:53:46.396945 dv-cinder-772623-9-smb neutron-server[99868]: conditions |= (models_v2.Port.network_id.in_( Jun 17 05:53:46.396945 dv-cinder-772623-9-smb neutron-server[99868]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 05:53:46.396945 dv-cinder-772623-9-smb neutron-server[99868]: conditions |= (models_v2.Port.network_id.in_( Jun 17 05:53:46.396945 dv-cinder-772623-9-smb neutron-server[99868]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 05:53:46.396945 dv-cinder-772623-9-smb neutron-server[99868]: retrieve_revision_numbers = { Jun 17 05:53:46.396945 dv-cinder-772623-9-smb neutron-server[99868]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 05:53:46.396945 dv-cinder-772623-9-smb neutron-server[99868]: conditions |= (models_v2.Port.network_id.in_( Jun 17 05:53:46.773285 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f81e5f-a2e2-40d8-894a-58c8203ed293 req-8aa4b473-ee19-463e-a09a-3f2ccd6320d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:46.774895 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-d8f81e5f-a2e2-40d8-894a-58c8203ed293 req-8aa4b473-ee19-463e-a09a-3f2ccd6320d6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c6577bd9-88ee-45e9-b1f3-3f9c3f74b7c9 HTTP/1.1" status: 200 len: 912 time: 0.4517176 Jun 17 05:53:46.875791 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e31dd0-edad-4c19-b14f-f1ba4609dc19 req-486f63b5-f601-428a-bdb0-429c83991b84 tempest-VolumesSnapshotTestJSON-764430663 tempest-VolumesSnapshotTestJSON-764430663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:46.877235 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-c0e31dd0-edad-4c19-b14f-f1ba4609dc19 req-486f63b5-f601-428a-bdb0-429c83991b84 tempest-VolumesSnapshotTestJSON-764430663 tempest-VolumesSnapshotTestJSON-764430663-project] 10.222.0.11 "GET /v2.0/ports?device_id=99109661-bb5d-491e-83c4-f6e473fa772a HTTP/1.1" status: 200 len: 944 time: 0.4982278 Jun 17 05:53:46.921949 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-d8f81e5f-a2e2-40d8-894a-58c8203ed293 req-a10f77ed-caba-4e5b-8360-304d264864a8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c22efa80-c673-4aad-a247-9ff381eb1039 HTTP/1.1" status: 200 len: 1000 time: 0.1378193 Jun 17 05:53:46.923784 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.notifiers.nova [req-79b8ae2d-34be-4da4-99cb-b499abd8e1f3 req-6c02a9a6-e567-4bb8-aadf-ba3bbd517a09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc70ee40-fdc7-4761-b1c9-6c3ec65c25d1 {{(pid=99868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 05:53:46.933571 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-79b8ae2d-34be-4da4-99cb-b499abd8e1f3 req-6c02a9a6-e567-4bb8-aadf-ba3bbd517a09 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:46.993701 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-c0e31dd0-edad-4c19-b14f-f1ba4609dc19 req-56e5c270-8997-4fcf-a07e-0ff2c3e8a356 tempest-VolumesSnapshotTestJSON-764430663 tempest-VolumesSnapshotTestJSON-764430663-project] 10.222.0.11 "GET /v2.0/security-groups?id=eee29790-a2f6-41fc-a57b-695b41c17f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063955 Jun 17 05:53:46.999284 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.db.provisioning_blocks [req-79b8ae2d-34be-4da4-99cb-b499abd8e1f3 req-6c02a9a6-e567-4bb8-aadf-ba3bbd517a09 service neutron] Transition to ACTIVE for port object dc70ee40-fdc7-4761-b1c9-6c3ec65c25d1 will not be triggered until provisioned by entity L2. {{(pid=99868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 05:53:47.011015 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f81e5f-a2e2-40d8-894a-58c8203ed293 req-79d59a20-1fff-4de9-8fe9-6e48c1d4cd49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:47.012604 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-d8f81e5f-a2e2-40d8-894a-58c8203ed293 req-79d59a20-1fff-4de9-8fe9-6e48c1d4cd49 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=35c614e0-7ac4-483c-87c5-4f794e2b1be8 HTTP/1.1" status: 200 len: 850 time: 0.0757747 Jun 17 05:53:47.055316 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-79b8ae2d-34be-4da4-99cb-b499abd8e1f3 req-6c02a9a6-e567-4bb8-aadf-ba3bbd517a09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773697962343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773697504561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773697504606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2882436'] for port, after_update {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:47.059345 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-6ee3bf62-9733-486e-8a99-7810ed5c8731 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:53:47.136828 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Device 2063b9dd-29f8-4a50-a97e-00159814d5a9 no longer exists at agent hyperv_hv-cinder-77262 {{(pid=99870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 05:53:47.154492 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c02a9a6-e567-4bb8-aadf-ba3bbd517a09 service neutron] Pushing event updated for resources: {'Port': ['ID=dc70ee40-fdc7-4761-b1c9-6c3ec65c25d1,revision_number=2']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:53:47.158403 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-6c02a9a6-e567-4bb8-aadf-ba3bbd517a09 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:53:47.163191 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.plugin [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] No Port match for: 2063b9dd-29f8-4a50-a97e-00159814d5a9 {{(pid=99870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 05:53:47.163822 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Device 2063b9dd-29f8-4a50-a97e-00159814d5a9 not bound to the agent host hv-cinder-77262 {{(pid=99870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 05:53:47.186865 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc31cf50-f3e9-4717-899f-0412fce3f221 req-216eb109-369b-46a9-a426-cfcc563f39aa tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:47.186865 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-cc31cf50-f3e9-4717-899f-0412fce3f221 req-216eb109-369b-46a9-a426-cfcc563f39aa tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/ports?device_id=89daf3b0-91da-40ba-b0d0-ef0e80a9ba79 HTTP/1.1" status: 200 len: 944 time: 0.0833602 Jun 17 05:53:47.222458 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f81e5f-a2e2-40d8-894a-58c8203ed293 req-458f73e0-c609-4556-83c2-98d2aaa00571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:47.224228 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-d8f81e5f-a2e2-40d8-894a-58c8203ed293 req-458f73e0-c609-4556-83c2-98d2aaa00571 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c6577bd9-88ee-45e9-b1f3-3f9c3f74b7c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2026820 Jun 17 05:53:47.235774 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-cc31cf50-f3e9-4717-899f-0412fce3f221 req-333e9574-061c-4fee-b7ac-cb6c6c6214df tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/security-groups?id=8905ba84-829b-4ccb-a5e8-0db6da435808&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413957 Jun 17 05:53:47.302641 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.managers [req-79b8ae2d-34be-4da4-99cb-b499abd8e1f3 req-6c02a9a6-e567-4bb8-aadf-ba3bbd517a09 service neutron] Attempting to bind port dc70ee40-fdc7-4761-b1c9-6c3ec65c25d1 on host hv-cinder-77262 for vnic_type normal with profile {{(pid=99868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 05:53:47.303011 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.managers [req-79b8ae2d-34be-4da4-99cb-b499abd8e1f3 req-6c02a9a6-e567-4bb8-aadf-ba3bbd517a09 service neutron] Attempting to bind port dc70ee40-fdc7-4761-b1c9-6c3ec65c25d1 by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': 'eb521820-c5f2-46a7-9b30-c1bbb074c69a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'eebebe7c-d85c-4efc-a9bd-f0f9ccab051e'}] {{(pid=99868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 05:53:47.303345 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79b8ae2d-34be-4da4-99cb-b499abd8e1f3 req-6c02a9a6-e567-4bb8-aadf-ba3bbd517a09 service neutron] Attempting to bind port dc70ee40-fdc7-4761-b1c9-6c3ec65c25d1 on network eebebe7c-d85c-4efc-a9bd-f0f9ccab051e {{(pid=99868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 05:53:47.311380 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79b8ae2d-34be-4da4-99cb-b499abd8e1f3 req-6c02a9a6-e567-4bb8-aadf-ba3bbd517a09 service neutron] Port dc70ee40-fdc7-4761-b1c9-6c3ec65c25d1 on network eebebe7c-d85c-4efc-a9bd-f0f9ccab051e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=99868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 05:53:47.324018 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79b8ae2d-34be-4da4-99cb-b499abd8e1f3 req-6c02a9a6-e567-4bb8-aadf-ba3bbd517a09 service neutron] Attempting to bind port dc70ee40-fdc7-4761-b1c9-6c3ec65c25d1 on network eebebe7c-d85c-4efc-a9bd-f0f9ccab051e {{(pid=99868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 05:53:47.324018 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79b8ae2d-34be-4da4-99cb-b499abd8e1f3 req-6c02a9a6-e567-4bb8-aadf-ba3bbd517a09 service neutron] Checking agent: {'id': 'a94c375a-f30e-48af-b86b-c1ab552b3c7d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 5, 47, 47), 'started_at': datetime.datetime(2021, 6, 17, 5, 47, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 5, 53, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 05:53:47.324018 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79b8ae2d-34be-4da4-99cb-b499abd8e1f3 req-6c02a9a6-e567-4bb8-aadf-ba3bbd517a09 service neutron] Checking segment: {'id': 'eb521820-c5f2-46a7-9b30-c1bbb074c69a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'eebebe7c-d85c-4efc-a9bd-f0f9ccab051e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 05:53:47.324018 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79b8ae2d-34be-4da4-99cb-b499abd8e1f3 req-6c02a9a6-e567-4bb8-aadf-ba3bbd517a09 service neutron] Bound using segment: {'id': 'eb521820-c5f2-46a7-9b30-c1bbb074c69a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'eebebe7c-d85c-4efc-a9bd-f0f9ccab051e'} {{(pid=99868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 05:53:47.324018 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.managers [req-79b8ae2d-34be-4da4-99cb-b499abd8e1f3 req-6c02a9a6-e567-4bb8-aadf-ba3bbd517a09 service neutron] Bound port: dc70ee40-fdc7-4761-b1c9-6c3ec65c25d1, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb521820-c5f2-46a7-9b30-c1bbb074c69a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'eebebe7c-d85c-4efc-a9bd-f0f9ccab051e'}}] {{(pid=99868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 05:53:47.324018 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-79b8ae2d-34be-4da4-99cb-b499abd8e1f3 req-6c02a9a6-e567-4bb8-aadf-ba3bbd517a09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1464132'] for port, before_update {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:47.403580 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-d8f81e5f-a2e2-40d8-894a-58c8203ed293 req-f611e959-1c65-455a-b7d6-fddaa93c7d68 service neutron] 10.222.0.13 "GET /v2.0/networks/c6577bd9-88ee-45e9-b1f3-3f9c3f74b7c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714084 Jun 17 05:53:47.490583 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.db [req-79b8ae2d-34be-4da4-99cb-b499abd8e1f3 req-6c02a9a6-e567-4bb8-aadf-ba3bbd517a09 service neutron] For port dc70ee40-fdc7-4761-b1c9-6c3ec65c25d1, host hv-cinder-77262, cleared binding levels {{(pid=99868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 05:53:47.514633 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.db [req-79b8ae2d-34be-4da4-99cb-b499abd8e1f3 req-6c02a9a6-e567-4bb8-aadf-ba3bbd517a09 service neutron] For port dc70ee40-fdc7-4761-b1c9-6c3ec65c25d1, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=dc70ee40-fdc7-4761-b1c9-6c3ec65c25d1,segment=NetworkSegment(eb521820-c5f2-46a7-9b30-c1bbb074c69a),segment_id=eb521820-c5f2-46a7-9b30-c1bbb074c69a)] {{(pid=99868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 05:53:47.529412 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdfec47-5f26-431f-a04c-d1403e5dfd27 req-c3f83ed9-af45-4318-b404-db6b29586996 tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:47.530922 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-ecdfec47-5f26-431f-a04c-d1403e5dfd27 req-c3f83ed9-af45-4318-b404-db6b29586996 tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] 10.222.0.11 "GET /v2.0/ports?device_id=670d152e-de3b-4c56-a11e-378806856e4a HTTP/1.1" status: 200 len: 943 time: 0.1806839 Jun 17 05:53:47.552252 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:47.579081 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-d8f81e5f-a2e2-40d8-894a-58c8203ed293 req-361f47eb-a59c-46a9-b4a8-e674a4d80c21 service neutron] 10.222.0.13 "GET /v2.0/networks/c6577bd9-88ee-45e9-b1f3-3f9c3f74b7c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576560 Jun 17 05:53:47.581617 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-79b8ae2d-34be-4da4-99cb-b499abd8e1f3 req-6c02a9a6-e567-4bb8-aadf-ba3bbd517a09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773697962343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773697504561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773697504606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2882436'] for port, after_update {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:47.590446 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-7259713e-5384-4a0a-8689-de49519e0480 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:53:47.626108 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b8ae2d-34be-4da4-99cb-b499abd8e1f3 req-6c02a9a6-e567-4bb8-aadf-ba3bbd517a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:47.626917 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-79b8ae2d-34be-4da4-99cb-b499abd8e1f3 req-6c02a9a6-e567-4bb8-aadf-ba3bbd517a09 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-860254'] for port, before_response {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:47.628290 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-79b8ae2d-34be-4da4-99cb-b499abd8e1f3 req-6c02a9a6-e567-4bb8-aadf-ba3bbd517a09 service neutron] 10.222.0.13 "PUT /v2.0/ports/dc70ee40-fdc7-4761-b1c9-6c3ec65c25d1 HTTP/1.1" status: 200 len: 1093 time: 1.6261289 Jun 17 05:53:47.632560 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-ecdfec47-5f26-431f-a04c-d1403e5dfd27 req-e35a8d64-0370-4b69-a894-cc13b72dcb71 tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfe2a3f8-e62b-4ddf-a2cf-bc95e41b5e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939193 Jun 17 05:53:47.635194 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '670d152e-de3b-4c56-a11e-378806856e4a', 'tag': 'dc70ee40-fdc7-4761-b1c9-6c3ec65c25d1'}] {{(pid=99868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 05:53:47.638159 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8d1bbba7808a8cca0df1ca407b71cd1cd2965420825a4b8dd9215cbcd05a37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6f124d1-1978-4dac-9225-4e7d2dd69826" -d '{"events": [{"name": "network-changed", "server_uuid": "670d152e-de3b-4c56-a11e-378806856e4a", "tag": "dc70ee40-fdc7-4761-b1c9-6c3ec65c25d1"}]}' {{(pid=99868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 05:53:47.665801 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c02a9a6-e567-4bb8-aadf-ba3bbd517a09 service neutron] Pushing event updated for resources: {'Port': ['ID=dc70ee40-fdc7-4761-b1c9-6c3ec65c25d1,revision_number=3']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:53:47.669112 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-6c02a9a6-e567-4bb8-aadf-ba3bbd517a09 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:53:47.687108 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 05:53:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c83ee075-cd20-4d5b-ad96-877a94576e4b x-openstack-request-id: req-c83ee075-cd20-4d5b-ad96-877a94576e4b {{(pid=99868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 05:53:47.687431 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "670d152e-de3b-4c56-a11e-378806856e4a", "tag": "dc70ee40-fdc7-4761-b1c9-6c3ec65c25d1", "status": "completed", "code": 200}]} {{(pid=99868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 05:53:47.687715 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c83ee075-cd20-4d5b-ad96-877a94576e4b {{(pid=99868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 05:53:47.688138 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '670d152e-de3b-4c56-a11e-378806856e4a', 'tag': 'dc70ee40-fdc7-4761-b1c9-6c3ec65c25d1', 'status': 'completed', 'code': 200} Jun 17 05:53:47.769348 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f124d1-1978-4dac-9225-4e7d2dd69826 req-abf644d2-2c79-4987-b2e7-66824eb09ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:47.770782 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-d6f124d1-1978-4dac-9225-4e7d2dd69826 req-abf644d2-2c79-4987-b2e7-66824eb09ab5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8d065435075f44058454a7104302fe52&device_id=670d152e-de3b-4c56-a11e-378806856e4a HTTP/1.1" status: 200 len: 1096 time: 0.0510995 Jun 17 05:53:47.866913 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f124d1-1978-4dac-9225-4e7d2dd69826 req-37bfc801-0c95-4c2e-ae44-424503a658b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:47.868321 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-d6f124d1-1978-4dac-9225-4e7d2dd69826 req-37bfc801-0c95-4c2e-ae44-424503a658b9 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=8d065435075f44058454a7104302fe52&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0886950 Jun 17 05:53:47.964362 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f124d1-1978-4dac-9225-4e7d2dd69826 req-66ced166-fd84-4ef9-b23b-b941af4cd991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:47.965785 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-d6f124d1-1978-4dac-9225-4e7d2dd69826 req-66ced166-fd84-4ef9-b23b-b941af4cd991 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0861967 Jun 17 05:53:48.099106 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b8ae2d-34be-4da4-99cb-b499abd8e1f3 req-34e274c9-91d6-4630-9b9a-26796d47f88e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:48.100733 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-79b8ae2d-34be-4da4-99cb-b499abd8e1f3 req-34e274c9-91d6-4630-9b9a-26796d47f88e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8d065435075f44058454a7104302fe52&device_id=670d152e-de3b-4c56-a11e-378806856e4a HTTP/1.1" status: 200 len: 1096 time: 0.0576644 Jun 17 05:53:48.165102 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-79b8ae2d-34be-4da4-99cb-b499abd8e1f3 req-e53dcfbc-6322-4e62-9cff-4b9d914012b4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dc70ee40-fdc7-4761-b1c9-6c3ec65c25d1 HTTP/1.1" status: 200 len: 217 time: 0.0402400 Jun 17 05:53:48.221492 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b8ae2d-34be-4da4-99cb-b499abd8e1f3 req-a9a5dcf2-8457-4a44-a34c-e08c72b9fb3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:48.223066 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-79b8ae2d-34be-4da4-99cb-b499abd8e1f3 req-a9a5dcf2-8457-4a44-a34c-e08c72b9fb3d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9ff0c2d6-7f2f-47a7-9a6c-fe0e0fdc64c0 HTTP/1.1" status: 200 len: 854 time: 0.0466189 Jun 17 05:53:48.261146 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-79b8ae2d-34be-4da4-99cb-b499abd8e1f3 req-4fad9b1f-e4d8-4823-8ccd-5049b9fee681 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=eebebe7c-d85c-4efc-a9bd-f0f9ccab051e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279748 Jun 17 05:53:48.389763 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-79b8ae2d-34be-4da4-99cb-b499abd8e1f3 req-77813cbb-b6d5-4d55-a23d-8ed3672d2750 service neutron] 10.222.0.13 "GET /v2.0/networks/eebebe7c-d85c-4efc-a9bd-f0f9ccab051e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216264 Jun 17 05:53:48.404985 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafb54f0-bd6c-4021-a7fb-a1ea20602e74 req-fc98dc93-1d59-4e03-a83f-33e36706019e tempest-VolumesSnapshotTestJSON-764430663 tempest-VolumesSnapshotTestJSON-764430663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:48.405178 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-bafb54f0-bd6c-4021-a7fb-a1ea20602e74 req-fc98dc93-1d59-4e03-a83f-33e36706019e tempest-VolumesSnapshotTestJSON-764430663 tempest-VolumesSnapshotTestJSON-764430663-project] 10.222.0.11 "GET /v2.0/ports?device_id=99109661-bb5d-491e-83c4-f6e473fa772a HTTP/1.1" status: 200 len: 944 time: 0.1203325 Jun 17 05:53:48.406719 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.wsgi [-] (99868) accepted ('10.222.0.11', 58066) {{(pid=99868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:53:48.432024 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6c70b1-ba07-4dfe-99da-6f107e2edf5d req-a82cae61-026b-4ed5-baa3-998fa92f4ee3 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:48.433485 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-de6c70b1-ba07-4dfe-99da-6f107e2edf5d req-a82cae61-026b-4ed5-baa3-998fa92f4ee3 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/ports?device_id=89daf3b0-91da-40ba-b0d0-ef0e80a9ba79 HTTP/1.1" status: 200 len: 944 time: 0.0721664 Jun 17 05:53:48.470876 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-de6c70b1-ba07-4dfe-99da-6f107e2edf5d req-e5a82620-5138-45e4-8600-faf85273f673 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/security-groups?id=8905ba84-829b-4ccb-a5e8-0db6da435808&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313544 Jun 17 05:53:48.571318 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-bafb54f0-bd6c-4021-a7fb-a1ea20602e74 req-3f9361ec-930c-4337-9b4d-d1b36b549c2c tempest-VolumesSnapshotTestJSON-764430663 tempest-VolumesSnapshotTestJSON-764430663-project] 10.222.0.11 "GET /v2.0/security-groups?id=eee29790-a2f6-41fc-a57b-695b41c17f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502876 Jun 17 05:53:48.592047 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-79b8ae2d-34be-4da4-99cb-b499abd8e1f3 req-5dc3eb8c-38ab-49dd-a0af-8d245ec61ac2 service neutron] 10.222.0.13 "GET /v2.0/networks/eebebe7c-d85c-4efc-a9bd-f0f9ccab051e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859643 Jun 17 05:53:48.820467 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687ef7e6-e345-49d8-8c69-34489f061d95 req-b5d98e27-3252-4dc0-8c4c-3bb490cb5183 tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:48.821993 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-687ef7e6-e345-49d8-8c69-34489f061d95 req-b5d98e27-3252-4dc0-8c4c-3bb490cb5183 tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] 10.222.0.11 "GET /v2.0/ports?device_id=670d152e-de3b-4c56-a11e-378806856e4a HTTP/1.1" status: 200 len: 943 time: 0.0615437 Jun 17 05:53:48.835878 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-fe970dbf-22f5-4804-b1fb-eeb6f47711c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-494334'] for router_interface, before_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:48.859049 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-687ef7e6-e345-49d8-8c69-34489f061d95 req-686ee25d-d6de-4a13-9e0e-9e1c0b7a46ee tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfe2a3f8-e62b-4ddf-a2cf-bc95e41b5e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310290 Jun 17 05:53:49.079396 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.plugin [None req-fe970dbf-22f5-4804-b1fb-eeb6f47711c7 admin admin] Deleting port 52a2f219-b275-42ed-8cf4-5c0e6d88bb3e {{(pid=99868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 05:53:49.079732 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-fe970dbf-22f5-4804-b1fb-eeb6f47711c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773697957277'] for port, before_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:49.143087 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Device a111c385-9356-4949-a45e-0af39abb1cbf up at agent hyperv_hv-cinder-77262 {{(pid=99870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 05:53:49.157820 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.db [None req-fe970dbf-22f5-4804-b1fb-eeb6f47711c7 admin admin] For port 52a2f219-b275-42ed-8cf4-5c0e6d88bb3e, host dv-cinder-772623-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-9-smb',level=0,port_id=52a2f219-b275-42ed-8cf4-5c0e6d88bb3e,segment=NetworkSegment(9d37f69c-1ad6-441c-adcc-320e22df48e5),segment_id=9d37f69c-1ad6-441c-adcc-320e22df48e5)] {{(pid=99868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:53:49.158372 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-fe970dbf-22f5-4804-b1fb-eeb6f47711c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429017'] for port, precommit_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:49.219728 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.plugin [None req-fe970dbf-22f5-4804-b1fb-eeb6f47711c7 admin admin] Calling delete_port for 52a2f219-b275-42ed-8cf4-5c0e6d88bb3e owned by network:router_interface {{(pid=99868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 05:53:49.259802 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.provisioning_blocks [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Provisioning for port a111c385-9356-4949-a45e-0af39abb1cbf completed by entity L2. {{(pid=99870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 05:53:49.263619 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.provisioning_blocks [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Provisioning complete for port a111c385-9356-4949-a45e-0af39abb1cbf triggered by entity L2. {{(pid=99870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 05:53:49.264004 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551367'] for port, provisioning_complete {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:49.338442 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1464132'] for port, before_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:49.359667 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89daf3b0-91da-40ba-b0d0-ef0e80a9ba79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a111c385-9356-4949-a45e-0af39abb1cbf'}] {{(pid=99870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 05:53:49.361974 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b488aefaa6b1d6b79683e2609a7ce48815cfc41b5bb42f7017315c525e2bf75d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-122f612f-41ed-41ed-bc73-0aea90428cc7" -d '{"events": [{"server_uuid": "89daf3b0-91da-40ba-b0d0-ef0e80a9ba79", "name": "network-vif-plugged", "status": "completed", "tag": "a111c385-9356-4949-a45e-0af39abb1cbf"}]}' {{(pid=99870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 05:53:49.374727 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.db [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] For port a111c385-9356-4949-a45e-0af39abb1cbf, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=a111c385-9356-4949-a45e-0af39abb1cbf,segment=NetworkSegment(81591838-08f0-432e-af25-79981cd4b7ed),segment_id=81591838-08f0-432e-af25-79981cd4b7ed)] {{(pid=99870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:53:49.397392 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 05:53:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25bff752-17ab-4a0d-a31e-8c2c13cea4af x-openstack-request-id: req-25bff752-17ab-4a0d-a31e-8c2c13cea4af {{(pid=99870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 05:53:49.398262 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89daf3b0-91da-40ba-b0d0-ef0e80a9ba79", "name": "network-vif-plugged", "status": "completed", "tag": "a111c385-9356-4949-a45e-0af39abb1cbf", "code": 200}]} {{(pid=99870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 05:53:49.398514 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-25bff752-17ab-4a0d-a31e-8c2c13cea4af {{(pid=99870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 05:53:49.398939 dv-cinder-772623-9-smb neutron-server[99870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89daf3b0-91da-40ba-b0d0-ef0e80a9ba79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a111c385-9356-4949-a45e-0af39abb1cbf', 'code': 200} Jun 17 05:53:49.469785 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773697962343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773697504561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773697504606'] for port, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:49.470657 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Device c4d9b788-9d27-42af-851d-a632dc3accec up at agent hyperv_hv-cinder-77262 {{(pid=99870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 05:53:49.473264 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:53:49.493774 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-fe970dbf-22f5-4804-b1fb-eeb6f47711c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773697962361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773697504552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2882495'] for port, after_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:49.496011 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-1693ed2c-5d8c-4ded-bdbb-03ac93a52c35 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:53:49.523542 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe970dbf-22f5-4804-b1fb-eeb6f47711c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=52a2f219-b275-42ed-8cf4-5c0e6d88bb3e,revision_number=None']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:53:49.527117 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-fe970dbf-22f5-4804-b1fb-eeb6f47711c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:53:49.556575 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Pushing event updated for resources: {'Port': ['ID=a111c385-9356-4949-a45e-0af39abb1cbf,revision_number=5']} {{(pid=99870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:53:49.560130 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:53:49.636875 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.provisioning_blocks [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Provisioning for port c4d9b788-9d27-42af-851d-a632dc3accec completed by entity L2. {{(pid=99870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 05:53:49.641257 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.provisioning_blocks [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Provisioning complete for port c4d9b788-9d27-42af-851d-a632dc3accec triggered by entity L2. {{(pid=99870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 05:53:49.641634 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551367'] for port, provisioning_complete {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:49.701401 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2865d99e-6bcf-4af9-bc8d-4a9eda308de8 req-8271f78c-cd85-4c68-9548-27d6247c8bad tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:49.703744 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-2865d99e-6bcf-4af9-bc8d-4a9eda308de8 req-8271f78c-cd85-4c68-9548-27d6247c8bad tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/ports?device_id=89daf3b0-91da-40ba-b0d0-ef0e80a9ba79 HTTP/1.1" status: 200 len: 945 time: 0.0796356 Jun 17 05:53:49.751414 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-2865d99e-6bcf-4af9-bc8d-4a9eda308de8 req-bcc588f4-c2ac-44c7-9611-bcba969dc226 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/security-groups?id=8905ba84-829b-4ccb-a5e8-0db6da435808&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411992 Jun 17 05:53:49.765840 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-fe970dbf-22f5-4804-b1fb-eeb6f47711c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-494186'] for router_interface, after_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:49.773174 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1464132'] for port, before_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:49.811818 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.db [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] For port c4d9b788-9d27-42af-851d-a632dc3accec, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=c4d9b788-9d27-42af-851d-a632dc3accec,segment=NetworkSegment(57cf4dce-3961-4ff0-a353-28aa28d3300b),segment_id=57cf4dce-3961-4ff0-a353-28aa28d3300b)] {{(pid=99870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:53:49.883583 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773697962343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773697504561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773697504606'] for port, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:49.885868 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:53:49.936917 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Pushing event updated for resources: {'Port': ['ID=c4d9b788-9d27-42af-851d-a632dc3accec,revision_number=5']} {{(pid=99870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:53:49.939993 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:53:49.955349 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc78d5fa-080b-4a7e-bbc4-5376a3ac5b55 req-bf312ad9-8cee-4ed1-b26a-b4c0af5dd23e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:49.956810 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-fc78d5fa-080b-4a7e-bbc4-5376a3ac5b55 req-bf312ad9-8cee-4ed1-b26a-b4c0af5dd23e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=89daf3b0-91da-40ba-b0d0-ef0e80a9ba79 HTTP/1.1" status: 200 len: 1098 time: 0.1548133 Jun 17 05:53:49.966214 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177169f8-85b0-4b3e-9bd7-ad447f994719 req-71ab16d8-e3e9-49c0-9c9a-7195da3ca3e0 tempest-VolumesSnapshotTestJSON-764430663 tempest-VolumesSnapshotTestJSON-764430663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:49.967621 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-177169f8-85b0-4b3e-9bd7-ad447f994719 req-71ab16d8-e3e9-49c0-9c9a-7195da3ca3e0 tempest-VolumesSnapshotTestJSON-764430663 tempest-VolumesSnapshotTestJSON-764430663-project] 10.222.0.11 "GET /v2.0/ports?device_id=99109661-bb5d-491e-83c4-f6e473fa772a HTTP/1.1" status: 200 len: 944 time: 0.1988232 Jun 17 05:53:50.032571 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-fc78d5fa-080b-4a7e-bbc4-5376a3ac5b55 req-fec2288d-96a7-440b-8c34-f12d03bd0158 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=8905ba84-829b-4ccb-a5e8-0db6da435808&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640087 Jun 17 05:53:50.043972 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd70d689-fe25-4a30-9336-ba4af5c9d54e req-b1146724-dc52-4c64-8890-75d8f9bcfe93 tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:50.045435 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-fd70d689-fe25-4a30-9336-ba4af5c9d54e req-b1146724-dc52-4c64-8890-75d8f9bcfe93 tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] 10.222.0.11 "GET /v2.0/ports?device_id=670d152e-de3b-4c56-a11e-378806856e4a HTTP/1.1" status: 200 len: 943 time: 0.0624130 Jun 17 05:53:50.064358 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-177169f8-85b0-4b3e-9bd7-ad447f994719 req-6f9df9cf-c337-4560-8156-407612d84727 tempest-VolumesSnapshotTestJSON-764430663 tempest-VolumesSnapshotTestJSON-764430663-project] 10.222.0.11 "GET /v2.0/security-groups?id=eee29790-a2f6-41fc-a57b-695b41c17f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868292 Jun 17 05:53:50.089139 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-fd70d689-fe25-4a30-9336-ba4af5c9d54e req-b6aeb6df-e099-4182-8f1c-3b15686f8419 tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfe2a3f8-e62b-4ddf-a2cf-bc95e41b5e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378523 Jun 17 05:53:50.134615 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe970dbf-22f5-4804-b1fb-eeb6f47711c7 admin admin] Router 7cdd4e4b-3e22-4469-9499-95828b4fbd9c has already been hosted by L3 agent 81965deb-4354-4283-a756-7d5d3a21a742 {{(pid=99868) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 05:53:50.498934 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe970dbf-22f5-4804-b1fb-eeb6f47711c7 admin admin] Notify agent at l3_agent.dv-cinder-772623-9-smb the message routers_updated {{(pid=99868) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 05:53:50.507744 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [None req-fe970dbf-22f5-4804-b1fb-eeb6f47711c7 admin admin] 10.222.0.11 "PUT /v2.0/routers/7cdd4e4b-3e22-4469-9499-95828b4fbd9c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0994802 Jun 17 05:53:50.507967 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-730af4e2-5fa7-4a1f-a217-5592fac91121 None None] Sync routers for ids ['7cdd4e4b-3e22-4469-9499-95828b4fbd9c'] in dv-cinder-772623-9-smb {{(pid=99870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 05:53:50.510589 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.wsgi [-] (99868) accepted ('10.222.0.11', 58080) {{(pid=99868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:53:50.517111 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-730af4e2-5fa7-4a1f-a217-5592fac91121 None None] Routers {'7cdd4e4b-3e22-4469-9499-95828b4fbd9c'} bound to L3 agent in host dv-cinder-772623-9-smb {{(pid=99870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 05:53:50.517730 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.l3_hamode_db [None req-730af4e2-5fa7-4a1f-a217-5592fac91121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T05:41:12Z,description=,heartbeat_timestamp=2021-06-17T05:53:42Z,host='dv-cinder-772623-9-smb',id=81965deb-4354-4283-a756-7d5d3a21a742,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T05:41:12Z,topic='l3_agent')) {'router_ids': ['7cdd4e4b-3e22-4469-9499-95828b4fbd9c'], 'active': True} {{(pid=99870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:53:50.606286 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-a6cac5c1-9220-458d-8219-e883ff01441e admin admin] Notify callbacks [] for router, before_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:50.619199 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.l3_dvr_db [None req-730af4e2-5fa7-4a1f-a217-5592fac91121 None None] Set router 7cdd4e4b-3e22-4469-9499-95828b4fbd9c gateway port host: dv-cinder-772623-9-smb {{(pid=99870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 05:53:50.705524 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-a6cac5c1-9220-458d-8219-e883ff01441e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:50.795258 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.l3_hamode_db [None req-730af4e2-5fa7-4a1f-a217-5592fac91121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cdd4e4b-3e22-4469-9499-95828b4fbd9c', 'name': 'tempest-TestMinimumBasicScenario-533812212-router', 'tenant_id': 'd8ffadd857a64cdf99da0fe3d3f4fa2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6', 'external_fixed_ips': [{'subnet_id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'ip_address': '172.28.2.166'}], 'enable_snat': True}, 'gw_port_id': 'e9f53430-2d5c-446d-80fe-60128a86f748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T05:50:19Z', 'updated_at': '2021-06-17T05:53:49Z', 'revision_number': 5, 'project_id': 'd8ffadd857a64cdf99da0fe3d3f4fa2e', 'gw_port': {'id': 'e9f53430-2d5c-446d-80fe-60128a86f748', 'name': '', 'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:03:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cdd4e4b-3e22-4469-9499-95828b4fbd9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'ip_address': '172.28.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:50:19Z', 'updated_at': '2021-06-17T05:50:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-smb'}], 'dv-cinder-772623-9-smb', False) {} {{(pid=99870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:53:50.820829 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.plugin [None req-a6cac5c1-9220-458d-8219-e883ff01441e admin admin] Deleting port e9f53430-2d5c-446d-80fe-60128a86f748 {{(pid=99868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 05:53:50.821171 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-a6cac5c1-9220-458d-8219-e883ff01441e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773697957277'] for port, before_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:50.822598 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-730af4e2-5fa7-4a1f-a217-5592fac91121 None None] Checking router: 7cdd4e4b-3e22-4469-9499-95828b4fbd9c for host: dv-cinder-772623-9-smb {{(pid=99870) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 05:53:50.831925 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-730af4e2-5fa7-4a1f-a217-5592fac91121 None None] Routers {'7cdd4e4b-3e22-4469-9499-95828b4fbd9c'} bound to L3 agent in host dv-cinder-772623-9-smb {{(pid=99870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 05:53:50.832527 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.l3_hamode_db [None req-730af4e2-5fa7-4a1f-a217-5592fac91121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T05:41:12Z,description=,heartbeat_timestamp=2021-06-17T05:53:42Z,host='dv-cinder-772623-9-smb',id=81965deb-4354-4283-a756-7d5d3a21a742,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T05:41:12Z,topic='l3_agent')) {'router_ids': ['7cdd4e4b-3e22-4469-9499-95828b4fbd9c'], 'active': True} {{(pid=99870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:53:50.936619 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.l3_dvr_db [None req-730af4e2-5fa7-4a1f-a217-5592fac91121 None None] Set router 7cdd4e4b-3e22-4469-9499-95828b4fbd9c gateway port host: None {{(pid=99870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 05:53:50.939482 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.db [None req-a6cac5c1-9220-458d-8219-e883ff01441e admin admin] For port e9f53430-2d5c-446d-80fe-60128a86f748, host dv-cinder-772623-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-9-smb',level=0,port_id=e9f53430-2d5c-446d-80fe-60128a86f748,segment=NetworkSegment(5df065dd-7136-4632-92ed-7b0e1f2019c5),segment_id=5df065dd-7136-4632-92ed-7b0e1f2019c5)] {{(pid=99868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:53:50.939844 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-a6cac5c1-9220-458d-8219-e883ff01441e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429017'] for port, precommit_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:50.988982 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.l3_hamode_db [None req-730af4e2-5fa7-4a1f-a217-5592fac91121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cdd4e4b-3e22-4469-9499-95828b4fbd9c', 'name': 'tempest-TestMinimumBasicScenario-533812212-router', 'tenant_id': 'd8ffadd857a64cdf99da0fe3d3f4fa2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T05:50:19Z', 'updated_at': '2021-06-17T05:53:50Z', 'revision_number': 6, 'project_id': 'd8ffadd857a64cdf99da0fe3d3f4fa2e', 'gw_port_host': None}], 'dv-cinder-772623-9-smb', False) {} {{(pid=99870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:53:51.013805 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.plugin [None req-a6cac5c1-9220-458d-8219-e883ff01441e admin admin] Calling delete_port for e9f53430-2d5c-446d-80fe-60128a86f748 owned by network:router_gateway {{(pid=99868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 05:53:51.015483 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-730af4e2-5fa7-4a1f-a217-5592fac91121 None None] The sync data for ids ['7cdd4e4b-3e22-4469-9499-95828b4fbd9c'] in dv-cinder-772623-9-smb is: [{'id': '7cdd4e4b-3e22-4469-9499-95828b4fbd9c', 'name': 'tempest-TestMinimumBasicScenario-533812212-router', 'tenant_id': 'd8ffadd857a64cdf99da0fe3d3f4fa2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T05:50:19Z', 'updated_at': '2021-06-17T05:53:50Z', 'revision_number': 6, 'project_id': 'd8ffadd857a64cdf99da0fe3d3f4fa2e', 'gw_port_host': None}] {{(pid=99870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 05:53:51.041852 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424388f2-2337-43c0-8a1a-d73c7486b5e7 req-9471083c-d135-4cb3-9449-3578f407dbc0 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:51.043400 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-424388f2-2337-43c0-8a1a-d73c7486b5e7 req-9471083c-d135-4cb3-9449-3578f407dbc0 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/ports?device_id=89daf3b0-91da-40ba-b0d0-ef0e80a9ba79 HTTP/1.1" status: 200 len: 945 time: 0.1655943 Jun 17 05:53:51.129715 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-424388f2-2337-43c0-8a1a-d73c7486b5e7 req-040e30c5-2704-46fa-b95a-2543ec89c4aa tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/security-groups?id=8905ba84-829b-4ccb-a5e8-0db6da435808&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794752 Jun 17 05:53:51.163931 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Device dc70ee40-fdc7-4761-b1c9-6c3ec65c25d1 details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=99870) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 05:53:51.257764 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24102baa-cdcd-4ca4-b31d-7490a9104f70 req-9869a8b3-c2d9-4688-99e7-0e8189fac3ba tempest-VolumesSnapshotTestJSON-764430663 tempest-VolumesSnapshotTestJSON-764430663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:51.260271 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-24102baa-cdcd-4ca4-b31d-7490a9104f70 req-9869a8b3-c2d9-4688-99e7-0e8189fac3ba tempest-VolumesSnapshotTestJSON-764430663 tempest-VolumesSnapshotTestJSON-764430663-project] 10.222.0.11 "GET /v2.0/ports?device_id=99109661-bb5d-491e-83c4-f6e473fa772a HTTP/1.1" status: 200 len: 945 time: 0.0742249 Jun 17 05:53:51.304540 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-24102baa-cdcd-4ca4-b31d-7490a9104f70 req-d1dda57c-c7a9-474c-ae97-2a53281baa94 tempest-VolumesSnapshotTestJSON-764430663 tempest-VolumesSnapshotTestJSON-764430663-project] 10.222.0.11 "GET /v2.0/security-groups?id=eee29790-a2f6-41fc-a57b-695b41c17f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370393 Jun 17 05:53:51.342964 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-a6cac5c1-9220-458d-8219-e883ff01441e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773697962361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773697504552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2882495'] for port, after_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:51.348324 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-5b3f5a0e-a7de-4286-afd6-abe24b0f45ef tempest-VolumesSnapshotTestJSON-764430663 tempest-VolumesSnapshotTestJSON-764430663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:53:51.379905 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cac5c1-9220-458d-8219-e883ff01441e admin admin] Pushing event deleted for resources: {'Port': ['ID=e9f53430-2d5c-446d-80fe-60128a86f748,revision_number=None']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:53:51.389521 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-a6cac5c1-9220-458d-8219-e883ff01441e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:53:51.400782 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99109661-bb5d-491e-83c4-f6e473fa772a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4d9b788-9d27-42af-851d-a632dc3accec'}] {{(pid=99870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 05:53:51.403273 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b488aefaa6b1d6b79683e2609a7ce48815cfc41b5bb42f7017315c525e2bf75d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fc16548-b214-45ad-bfa9-e6307b92ede9" -d '{"events": [{"server_uuid": "99109661-bb5d-491e-83c4-f6e473fa772a", "name": "network-vif-plugged", "status": "completed", "tag": "c4d9b788-9d27-42af-851d-a632dc3accec"}]}' {{(pid=99870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 05:53:51.445664 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.db [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] For port dc70ee40-fdc7-4761-b1c9-6c3ec65c25d1, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=dc70ee40-fdc7-4761-b1c9-6c3ec65c25d1,segment=NetworkSegment(eb521820-c5f2-46a7-9b30-c1bbb074c69a),segment_id=eb521820-c5f2-46a7-9b30-c1bbb074c69a)] {{(pid=99870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:53:51.458496 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 05:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dc4783c-c61f-41e2-967a-ac028256617f x-openstack-request-id: req-6dc4783c-c61f-41e2-967a-ac028256617f {{(pid=99870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 05:53:51.458842 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99109661-bb5d-491e-83c4-f6e473fa772a", "name": "network-vif-plugged", "status": "completed", "tag": "c4d9b788-9d27-42af-851d-a632dc3accec", "code": 200}]} {{(pid=99870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 05:53:51.459188 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6dc4783c-c61f-41e2-967a-ac028256617f {{(pid=99870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 05:53:51.459610 dv-cinder-772623-9-smb neutron-server[99870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99109661-bb5d-491e-83c4-f6e473fa772a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4d9b788-9d27-42af-851d-a632dc3accec', 'code': 200} Jun 17 05:53:51.462316 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Returning: {'device': 'dc70ee40-fdc7-4761-b1c9-6c3ec65c25d1', 'network_id': 'eebebe7c-d85c-4efc-a9bd-f0f9ccab051e', 'port_id': 'dc70ee40-fdc7-4761-b1c9-6c3ec65c25d1', 'mac_address': 'fa:16:3e:c1:01:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ff0c2d6-7f2f-47a7-9a6c-fe0e0fdc64c0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99870) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 05:53:51.472044 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec6a72d-c0f5-4142-9421-eaa335786aab req-326ae97b-462b-42cc-8a43-5b144d742c18 tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:51.479801 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-5ec6a72d-c0f5-4142-9421-eaa335786aab req-326ae97b-462b-42cc-8a43-5b144d742c18 tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] 10.222.0.11 "GET /v2.0/ports?device_id=670d152e-de3b-4c56-a11e-378806856e4a HTTP/1.1" status: 200 len: 943 time: 0.1739323 Jun 17 05:53:51.499219 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-a6cac5c1-9220-458d-8219-e883ff01441e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-422697'] for router_gateway, after_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:51.515702 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1464132'] for port, before_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:51.529204 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.notifiers.nova [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc70ee40-fdc7-4761-b1c9-6c3ec65c25d1 {{(pid=99870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 05:53:51.549535 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.db [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] For port dc70ee40-fdc7-4761-b1c9-6c3ec65c25d1, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=dc70ee40-fdc7-4761-b1c9-6c3ec65c25d1,segment=NetworkSegment(eb521820-c5f2-46a7-9b30-c1bbb074c69a),segment_id=eb521820-c5f2-46a7-9b30-c1bbb074c69a)] {{(pid=99870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:53:51.602957 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-a6cac5c1-9220-458d-8219-e883ff01441e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-366954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2762'] for router, precommit_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:51.607036 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-5ec6a72d-c0f5-4142-9421-eaa335786aab req-5893a1db-20bb-47ec-8e26-2c75c9507f44 tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfe2a3f8-e62b-4ddf-a2cf-bc95e41b5e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263859 Jun 17 05:53:51.608126 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-a6cac5c1-9220-458d-8219-e883ff01441e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:51.619921 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773697962343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773697504561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773697504606'] for port, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:51.623030 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:53:51.671637 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Pushing event updated for resources: {'Port': ['ID=dc70ee40-fdc7-4761-b1c9-6c3ec65c25d1,revision_number=4']} {{(pid=99870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:53:51.674641 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:53:51.756824 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-a6cac5c1-9220-458d-8219-e883ff01441e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-432739'] for router, after_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:51.757307 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6cac5c1-9220-458d-8219-e883ff01441e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7cdd4e4b-3e22-4469-9499-95828b4fbd9c {{(pid=99868) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 05:53:51.763478 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-a6cac5c1-9220-458d-8219-e883ff01441e admin admin] Notify callbacks [] for router, before_response {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:51.764306 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [None req-a6cac5c1-9220-458d-8219-e883ff01441e admin admin] 10.222.0.11 "DELETE /v2.0/routers/7cdd4e4b-3e22-4469-9499-95828b4fbd9c HTTP/1.1" status: 204 len: 168 time: 1.2527289 Jun 17 05:53:51.766849 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.wsgi [-] (99868) accepted ('10.222.0.11', 58090) {{(pid=99868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:53:51.843418 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f83a385-8b75-44ea-a981-e6a6513ea030 admin admin] Deleting subnet 64ce003b-71cd-40f5-b9fb-45b0591cc381 {{(pid=99868) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 05:53:51.847718 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-3f83a385-8b75-44ea-a981-e6a6513ea030 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:51.893756 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-3f83a385-8b75-44ea-a981-e6a6513ea030 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26391911'] for subnet, precommit_delete_associations {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:51.918260 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8302bb04-b844-4604-85ee-45a89f819a7d req-202352b0-542c-4fb9-922c-0a95d8deae03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:51.918260 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-8302bb04-b844-4604-85ee-45a89f819a7d req-202352b0-542c-4fb9-922c-0a95d8deae03 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=99109661-bb5d-491e-83c4-f6e473fa772a HTTP/1.1" status: 200 len: 1098 time: 0.1178217 Jun 17 05:53:51.935941 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.db [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] get_ports_and_sgs() called for port_ids ['dc70ee40-fdc7-4761-b1c9-6c3ec65c25d1'] {{(pid=99870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 05:53:51.994845 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-8302bb04-b844-4604-85ee-45a89f819a7d req-1b537d01-fbc0-4111-a84c-669413f5f1e9 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=eee29790-a2f6-41fc-a57b-695b41c17f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729711 Jun 17 05:53:52.034127 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-3f83a385-8b75-44ea-a981-e6a6513ea030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1554961'] for subnet, precommit_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:52.197275 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-3f83a385-8b75-44ea-a981-e6a6513ea030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1554968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2882373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26633777'] for subnet, after_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:52.200149 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:53:52.224598 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f83a385-8b75-44ea-a981-e6a6513ea030 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64ce003b-71cd-40f5-b9fb-45b0591cc381,revision_number=None']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:53:52.227806 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-3f83a385-8b75-44ea-a981-e6a6513ea030 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:53:52.231820 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-3f83a385-8b75-44ea-a981-e6a6513ea030 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564043'] for subnet, before_response {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:52.233872 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [None req-3f83a385-8b75-44ea-a981-e6a6513ea030 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/64ce003b-71cd-40f5-b9fb-45b0591cc381 HTTP/1.1" status: 204 len: 168 time: 0.4661174 Jun 17 05:53:52.237246 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.wsgi [-] (99868) accepted ('10.222.0.11', 58094) {{(pid=99868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:53:52.239057 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b6050dd-4097-4e3b-8fed-bf9b81c99289 None None] Network b0c9dd70-b90a-4d2f-9896-76688d3c8e0a requested from dv-cinder-772623-9-smb {{(pid=99870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 05:53:52.308494 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-097dd4b5-4de0-4f63-aec2-271a5ef4185d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1481875'] for network, before_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:52.315281 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516f7019-b004-47fe-b8ef-7a1efe656595 req-a979d27c-0623-466d-8005-2f3eecdcf8aa tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:52.316805 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-516f7019-b004-47fe-b8ef-7a1efe656595 req-a979d27c-0623-466d-8005-2f3eecdcf8aa tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/ports?device_id=89daf3b0-91da-40ba-b0d0-ef0e80a9ba79 HTTP/1.1" status: 200 len: 945 time: 0.0642772 Jun 17 05:53:52.369656 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-516f7019-b004-47fe-b8ef-7a1efe656595 req-88fe2f44-d894-4711-99eb-28df7aa370ec tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/security-groups?id=8905ba84-829b-4ccb-a5e8-0db6da435808&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448568 Jun 17 05:53:52.375007 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.plugin [None req-097dd4b5-4de0-4f63-aec2-271a5ef4185d admin admin] Deleting port 19f31cf9-84be-481d-9493-b51eec4c9516 {{(pid=99868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 05:53:52.375425 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-097dd4b5-4de0-4f63-aec2-271a5ef4185d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773697957277'] for port, before_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:52.449828 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.db [None req-097dd4b5-4de0-4f63-aec2-271a5ef4185d admin admin] For port 19f31cf9-84be-481d-9493-b51eec4c9516, host dv-cinder-772623-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-9-smb',level=0,port_id=19f31cf9-84be-481d-9493-b51eec4c9516,segment=NetworkSegment(9d37f69c-1ad6-441c-adcc-320e22df48e5),segment_id=9d37f69c-1ad6-441c-adcc-320e22df48e5)] {{(pid=99868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:53:52.450288 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-097dd4b5-4de0-4f63-aec2-271a5ef4185d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429017'] for port, precommit_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:52.476411 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f25c20cf-8a46-4b6e-ad97-1561268bdca2 None None] DHCP port deletion for b0c9dd70-b90a-4d2f-9896-76688d3c8e0a request from dv-cinder-772623-9-smb {{(pid=99870) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 05:53:52.530718 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.plugin [None req-f25c20cf-8a46-4b6e-ad97-1561268bdca2 None None] Deleting port 19f31cf9-84be-481d-9493-b51eec4c9516 {{(pid=99870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 05:53:52.531424 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-f25c20cf-8a46-4b6e-ad97-1561268bdca2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773697957277'] for port, before_delete {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:52.545919 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.plugin [None req-097dd4b5-4de0-4f63-aec2-271a5ef4185d admin admin] Calling delete_port for 19f31cf9-84be-481d-9493-b51eec4c9516 owned by network:dhcp {{(pid=99868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 05:53:52.552383 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec1059a-ae88-4871-bc6c-9ef7d9f98a79 req-57801ad3-d2bd-4d10-9e2b-027a7a9bc7cb tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:52.553953 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-3ec1059a-ae88-4871-bc6c-9ef7d9f98a79 req-57801ad3-d2bd-4d10-9e2b-027a7a9bc7cb tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/ports?device_id=89daf3b0-91da-40ba-b0d0-ef0e80a9ba79 HTTP/1.1" status: 200 len: 945 time: 0.0706556 Jun 17 05:53:52.563367 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.wsgi [-] (99868) accepted ('10.222.0.11', 58100) {{(pid=99868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:53:52.569083 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.v2.base [None req-c4b25ade-9eb1-4269-b3b7-9d8402da69aa tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Request body: {'floatingip': {'port_id': 'a111c385-9356-4949-a45e-0af39abb1cbf'}} {{(pid=99868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:53:52.596381 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.db [None req-f25c20cf-8a46-4b6e-ad97-1561268bdca2 None None] For port 19f31cf9-84be-481d-9493-b51eec4c9516, host dv-cinder-772623-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-9-smb',level=0,port_id=19f31cf9-84be-481d-9493-b51eec4c9516,segment=NetworkSegment(9d37f69c-1ad6-441c-adcc-320e22df48e5),segment_id=9d37f69c-1ad6-441c-adcc-320e22df48e5)] {{(pid=99870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:53:52.596795 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-f25c20cf-8a46-4b6e-ad97-1561268bdca2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429017'] for port, precommit_delete {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:52.645278 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-c4b25ade-9eb1-4269-b3b7-9d8402da69aa tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Notify callbacks [] for floatingip, before_update {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:52.658411 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.plugin [None req-f25c20cf-8a46-4b6e-ad97-1561268bdca2 None None] Calling delete_port for 19f31cf9-84be-481d-9493-b51eec4c9516 owned by network:dhcp {{(pid=99870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 05:53:52.701417 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1c0310-4bc3-4570-9200-c48e837b3cd1 req-9bb35a6e-aedd-4e84-a3c9-2eb862fcc559 tempest-VolumesSnapshotTestJSON-764430663 tempest-VolumesSnapshotTestJSON-764430663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:52.701957 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-cf1c0310-4bc3-4570-9200-c48e837b3cd1 req-9bb35a6e-aedd-4e84-a3c9-2eb862fcc559 tempest-VolumesSnapshotTestJSON-764430663 tempest-VolumesSnapshotTestJSON-764430663-project] 10.222.0.11 "GET /v2.0/ports?device_id=99109661-bb5d-491e-83c4-f6e473fa772a HTTP/1.1" status: 200 len: 945 time: 0.2593238 Jun 17 05:53:52.799394 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d05b90-860b-497a-92bc-6e395787a152 req-f4351bf5-889e-4cb3-826a-897b3f57af79 tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:52.800826 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-19d05b90-860b-497a-92bc-6e395787a152 req-f4351bf5-889e-4cb3-826a-897b3f57af79 tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] 10.222.0.11 "GET /v2.0/ports?device_id=670d152e-de3b-4c56-a11e-378806856e4a HTTP/1.1" status: 200 len: 944 time: 0.0695341 Jun 17 05:53:52.815101 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-cf1c0310-4bc3-4570-9200-c48e837b3cd1 req-7b91ad39-62e1-4067-92ba-b1c32a29449e tempest-VolumesSnapshotTestJSON-764430663 tempest-VolumesSnapshotTestJSON-764430663-project] 10.222.0.11 "GET /v2.0/security-groups?id=eee29790-a2f6-41fc-a57b-695b41c17f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021969 Jun 17 05:53:52.839137 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-19d05b90-860b-497a-92bc-6e395787a152 req-2af35977-a537-445e-aa23-891739220f02 tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfe2a3f8-e62b-4ddf-a2cf-bc95e41b5e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323560 Jun 17 05:53:52.892040 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-f25c20cf-8a46-4b6e-ad97-1561268bdca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773697962361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773697504552'] for port, after_delete {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:52.895073 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:53:52.904197 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-097dd4b5-4de0-4f63-aec2-271a5ef4185d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773697962361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773697504552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2882495'] for port, after_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:52.909636 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-095388dd-40e6-43d3-862f-ee1a32920a6a tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:53:52.929224 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Device 19f31cf9-84be-481d-9493-b51eec4c9516 no longer exists at agent ovs-agent-dv-cinder-772623-9-smb {{(pid=99870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 05:53:52.931712 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25c20cf-8a46-4b6e-ad97-1561268bdca2 None None] Pushing event deleted for resources: {'Port': ['ID=19f31cf9-84be-481d-9493-b51eec4c9516,revision_number=None']} {{(pid=99870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:53:52.934429 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [None req-f25c20cf-8a46-4b6e-ad97-1561268bdca2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:53:52.936486 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097dd4b5-4de0-4f63-aec2-271a5ef4185d admin admin] Pushing event deleted for resources: {'Port': ['ID=19f31cf9-84be-481d-9493-b51eec4c9516,revision_number=None']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:53:52.939471 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-097dd4b5-4de0-4f63-aec2-271a5ef4185d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:53:52.942641 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f25c20cf-8a46-4b6e-ad97-1561268bdca2 None None] No DVR routers for this DVR port 19f31cf9-84be-481d-9493-b51eec4c9516 on host dv-cinder-772623-9-smb {{(pid=99870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 05:53:52.944046 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097dd4b5-4de0-4f63-aec2-271a5ef4185d admin admin] No DVR routers for this DVR port 19f31cf9-84be-481d-9493-b51eec4c9516 on host dv-cinder-772623-9-smb {{(pid=99868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 05:53:52.969111 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.plugin [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] No Port match for: 19f31cf9-84be-481d-9493-b51eec4c9516 {{(pid=99870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 05:53:52.969440 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Device 19f31cf9-84be-481d-9493-b51eec4c9516 not bound to the agent host dv-cinder-772623-9-smb {{(pid=99870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 05:53:52.969862 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Device 52a2f219-b275-42ed-8cf4-5c0e6d88bb3e no longer exists at agent ovs-agent-dv-cinder-772623-9-smb {{(pid=99870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 05:53:52.987938 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.plugin [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] No Port match for: 52a2f219-b275-42ed-8cf4-5c0e6d88bb3e {{(pid=99870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 05:53:52.988288 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Device 52a2f219-b275-42ed-8cf4-5c0e6d88bb3e not bound to the agent host dv-cinder-772623-9-smb {{(pid=99870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 05:53:52.988703 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Device e9f53430-2d5c-446d-80fe-60128a86f748 no longer exists at agent ovs-agent-dv-cinder-772623-9-smb {{(pid=99870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 05:53:53.007632 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.plugin [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] No Port match for: e9f53430-2d5c-446d-80fe-60128a86f748 {{(pid=99870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 05:53:53.007986 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Device e9f53430-2d5c-446d-80fe-60128a86f748 not bound to the agent host dv-cinder-772623-9-smb {{(pid=99870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 05:53:53.039503 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-097dd4b5-4de0-4f63-aec2-271a5ef4185d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1553032', 'neutron.services.segments.db._delete_segments_for_network-8773697995057'] for network, precommit_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:53.083348 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.services.segments.db [None req-097dd4b5-4de0-4f63-aec2-271a5ef4185d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0c9dd70-b90a-4d2f-9896-76688d3c8e0a']}} {{(pid=99868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:53:53.124803 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.services.segments.db [None req-097dd4b5-4de0-4f63-aec2-271a5ef4185d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d37f69c-1ad6-441c-adcc-320e22df48e5') {'for_net_delete': True} {{(pid=99868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:53:53.124803 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.services.segments.db [None req-097dd4b5-4de0-4f63-aec2-271a5ef4185d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d37f69c-1ad6-441c-adcc-320e22df48e5') {} {{(pid=99868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:53:53.160409 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-097dd4b5-4de0-4f63-aec2-271a5ef4185d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773697993858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26391912'] for segment, before_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:53.184593 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-097dd4b5-4de0-4f63-aec2-271a5ef4185d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589316'] for segment, precommit_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:53.187785 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Device dc70ee40-fdc7-4761-b1c9-6c3ec65c25d1 up at agent hyperv_hv-cinder-77262 {{(pid=99870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 05:53:53.194984 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-097dd4b5-4de0-4f63-aec2-271a5ef4185d admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=99868) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 05:53:53.201836 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-097dd4b5-4de0-4f63-aec2-271a5ef4185d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2882536'] for segment, after_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:53.201836 dv-cinder-772623-9-smb neutron-server[99868]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 05:53:53.201836 dv-cinder-772623-9-smb neutron-server[99868]: conditions |= (models_v2.Port.network_id.in_( Jun 17 05:53:53.201836 dv-cinder-772623-9-smb neutron-server[99868]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 05:53:53.201836 dv-cinder-772623-9-smb neutron-server[99868]: retrieve_revision_numbers = { Jun 17 05:53:53.201836 dv-cinder-772623-9-smb neutron-server[99868]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 05:53:53.201836 dv-cinder-772623-9-smb neutron-server[99868]: conditions |= (models_v2.Port.network_id.in_( Jun 17 05:53:53.201836 dv-cinder-772623-9-smb neutron-server[99868]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 05:53:53.201836 dv-cinder-772623-9-smb neutron-server[99868]: retrieve_revision_numbers = { Jun 17 05:53:53.201836 dv-cinder-772623-9-smb neutron-server[99868]: Traceback (most recent call last): Jun 17 05:53:53.201836 dv-cinder-772623-9-smb neutron-server[99868]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 05:53:53.201836 dv-cinder-772623-9-smb neutron-server[99868]: timer() Jun 17 05:53:53.201836 dv-cinder-772623-9-smb neutron-server[99868]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 05:53:53.201836 dv-cinder-772623-9-smb neutron-server[99868]: cb(*args, **kw) Jun 17 05:53:53.201836 dv-cinder-772623-9-smb neutron-server[99868]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 05:53:53.201836 dv-cinder-772623-9-smb neutron-server[99868]: return func(*args, **kwargs) Jun 17 05:53:53.201836 dv-cinder-772623-9-smb neutron-server[99868]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 05:53:53.201836 dv-cinder-772623-9-smb neutron-server[99868]: self._notify() Jun 17 05:53:53.201836 dv-cinder-772623-9-smb neutron-server[99868]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 05:53:53.201836 dv-cinder-772623-9-smb neutron-server[99868]: self.callback(batched_events) Jun 17 05:53:53.201836 dv-cinder-772623-9-smb neutron-server[99868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 05:53:53.201836 dv-cinder-772623-9-smb neutron-server[99868]: event.method(event) Jun 17 05:53:53.201836 dv-cinder-772623-9-smb neutron-server[99868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 05:53:53.201836 dv-cinder-772623-9-smb neutron-server[99868]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 05:53:53.201836 dv-cinder-772623-9-smb neutron-server[99868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 05:53:53.201836 dv-cinder-772623-9-smb neutron-server[99868]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 05:53:53.201836 dv-cinder-772623-9-smb neutron-server[99868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 05:53:53.201836 dv-cinder-772623-9-smb neutron-server[99868]: return f(self, *a, **k) Jun 17 05:53:53.201836 dv-cinder-772623-9-smb neutron-server[99868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 05:53:53.201836 dv-cinder-772623-9-smb neutron-server[99868]: return self._get(url).json() Jun 17 05:53:53.201836 dv-cinder-772623-9-smb neutron-server[99868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 05:53:53.201836 dv-cinder-772623-9-smb neutron-server[99868]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 05:53:53.201836 dv-cinder-772623-9-smb neutron-server[99868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 05:53:53.201836 dv-cinder-772623-9-smb neutron-server[99868]: return self.request(url, 'GET', **kwargs) Jun 17 05:53:53.201836 dv-cinder-772623-9-smb neutron-server[99868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 05:53:53.201836 dv-cinder-772623-9-smb neutron-server[99868]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 05:53:53.201836 dv-cinder-772623-9-smb neutron-server[99868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 05:53:53.201836 dv-cinder-772623-9-smb neutron-server[99868]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 05:53:53.201836 dv-cinder-772623-9-smb neutron-server[99868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 05:53:53.201836 dv-cinder-772623-9-smb neutron-server[99868]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 05:53:53.201836 dv-cinder-772623-9-smb neutron-server[99868]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 05:53:53.328951 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-c4b25ade-9eb1-4269-b3b7-9d8402da69aa tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:53.368465 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.provisioning_blocks [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Provisioning for port dc70ee40-fdc7-4761-b1c9-6c3ec65c25d1 completed by entity L2. {{(pid=99870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 05:53:53.372610 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.provisioning_blocks [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Provisioning complete for port dc70ee40-fdc7-4761-b1c9-6c3ec65c25d1 triggered by entity L2. {{(pid=99870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 05:53:53.374481 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551367'] for port, provisioning_complete {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:53.397243 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-097dd4b5-4de0-4f63-aec2-271a5ef4185d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1553043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3713235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-564052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422727'] for network, after_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:53.401261 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-ff37502b-cf78-4df3-a29b-5e001620d61a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:53:53.403920 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-097dd4b5-4de0-4f63-aec2-271a5ef4185d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564043'] for network, before_response {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:53.407470 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [None req-097dd4b5-4de0-4f63-aec2-271a5ef4185d admin admin] 10.222.0.11 "DELETE /v2.0/networks/b0c9dd70-b90a-4d2f-9896-76688d3c8e0a HTTP/1.1" status: 204 len: 168 time: 1.1687579 Jun 17 05:53:53.409722 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.wsgi [-] (99869) accepted ('10.222.0.11', 58104) {{(pid=99869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:53:53.420735 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097dd4b5-4de0-4f63-aec2-271a5ef4185d admin admin] Pushing event deleted for resources: {'Network': ['ID=b0c9dd70-b90a-4d2f-9896-76688d3c8e0a,revision_number=None']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:53:53.423350 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-097dd4b5-4de0-4f63-aec2-271a5ef4185d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:53:53.458872 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-c4b25ade-9eb1-4269-b3b7-9d8402da69aa tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-422873'] for floatingip, after_update {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:53.461663 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1464132'] for port, before_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:53.488690 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '670d152e-de3b-4c56-a11e-378806856e4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc70ee40-fdc7-4761-b1c9-6c3ec65c25d1'}] {{(pid=99870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 05:53:53.491637 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b488aefaa6b1d6b79683e2609a7ce48815cfc41b5bb42f7017315c525e2bf75d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89ca3f26-1e97-41bb-84ee-6e6dc48e36f0" -d '{"events": [{"server_uuid": "670d152e-de3b-4c56-a11e-378806856e4a", "name": "network-vif-plugged", "status": "completed", "tag": "dc70ee40-fdc7-4761-b1c9-6c3ec65c25d1"}]}' {{(pid=99870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 05:53:53.508449 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.db [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] For port dc70ee40-fdc7-4761-b1c9-6c3ec65c25d1, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=dc70ee40-fdc7-4761-b1c9-6c3ec65c25d1,segment=NetworkSegment(eb521820-c5f2-46a7-9b30-c1bbb074c69a),segment_id=eb521820-c5f2-46a7-9b30-c1bbb074c69a)] {{(pid=99870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:53:53.534044 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 05:53:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a261f645-a91d-4613-9787-8de162dfaac6 x-openstack-request-id: req-a261f645-a91d-4613-9787-8de162dfaac6 {{(pid=99870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 05:53:53.534644 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "670d152e-de3b-4c56-a11e-378806856e4a", "name": "network-vif-plugged", "status": "completed", "tag": "dc70ee40-fdc7-4761-b1c9-6c3ec65c25d1", "code": 200}]} {{(pid=99870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 05:53:53.534644 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a261f645-a91d-4613-9787-8de162dfaac6 {{(pid=99870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 05:53:53.535043 dv-cinder-772623-9-smb neutron-server[99870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '670d152e-de3b-4c56-a11e-378806856e4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc70ee40-fdc7-4761-b1c9-6c3ec65c25d1', 'code': 200} Jun 17 05:53:53.592888 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773697962343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773697504561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773697504606'] for port, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:53.596961 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:53:53.649317 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Pushing event updated for resources: {'Port': ['ID=dc70ee40-fdc7-4761-b1c9-6c3ec65c25d1,revision_number=5']} {{(pid=99870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:53:53.652568 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:53:53.831423 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.db.l3_db [None req-c4b25ade-9eb1-4269-b3b7-9d8402da69aa tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Floating IP 0d93ea5e-782c-4ff6-9159-8c68801089a0 associated. External IP: 172.28.2.213, port: a111c385-9356-4949-a45e-0af39abb1cbf. Jun 17 05:53:53.861534 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-6191435f-2fe7-4784-9cbc-e6a3643a16ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-494334'] for router_interface, before_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:54.110505 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d129437-5acb-4bbe-b4fd-5353a3cc676e req-066def18-7135-4b19-9e4b-9cc3bc4b8817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:54.111928 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-6d129437-5acb-4bbe-b4fd-5353a3cc676e req-066def18-7135-4b19-9e4b-9cc3bc4b8817 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=670d152e-de3b-4c56-a11e-378806856e4a HTTP/1.1" status: 200 len: 1098 time: 0.1961968 Jun 17 05:53:54.173071 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1970bd27-d635-4699-a3a2-d66c3f3b8c69 req-30e40595-7bb5-495f-bc97-5b9cea208552 tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:54.174606 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-1970bd27-d635-4699-a3a2-d66c3f3b8c69 req-30e40595-7bb5-495f-bc97-5b9cea208552 tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] 10.222.0.11 "GET /v2.0/ports?device_id=670d152e-de3b-4c56-a11e-378806856e4a HTTP/1.1" status: 200 len: 945 time: 0.1864195 Jun 17 05:53:54.198630 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4b25ade-9eb1-4269-b3b7-9d8402da69aa tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Router cab49153-e75d-4734-9c79-b42bb5d458a6 has already been hosted by L3 agent 81965deb-4354-4283-a756-7d5d3a21a742 {{(pid=99868) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 05:53:54.209948 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-6d129437-5acb-4bbe-b4fd-5353a3cc676e req-0116dc24-e56a-43e0-889e-25ea1a54db97 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=bfe2a3f8-e62b-4ddf-a2cf-bc95e41b5e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875146 Jun 17 05:53:54.268451 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-1970bd27-d635-4699-a3a2-d66c3f3b8c69 req-3dff0f6d-c97a-4c43-8c66-bdb62501a916 tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfe2a3f8-e62b-4ddf-a2cf-bc95e41b5e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850754 Jun 17 05:53:54.338560 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb8e326-99f8-4ef9-8f94-c03b6444d727 req-7e729698-ae9b-4857-9a05-d1104a23cff6 tempest-VolumesSnapshotTestJSON-764430663 tempest-VolumesSnapshotTestJSON-764430663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:54.340057 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-ccb8e326-99f8-4ef9-8f94-c03b6444d727 req-7e729698-ae9b-4857-9a05-d1104a23cff6 tempest-VolumesSnapshotTestJSON-764430663 tempest-VolumesSnapshotTestJSON-764430663-project] 10.222.0.11 "GET /v2.0/ports?device_id=99109661-bb5d-491e-83c4-f6e473fa772a HTTP/1.1" status: 200 len: 945 time: 0.3537486 Jun 17 05:53:54.340640 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4b25ade-9eb1-4269-b3b7-9d8402da69aa tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Notify agent at l3_agent.dv-cinder-772623-9-smb the message routers_updated {{(pid=99868) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 05:53:54.344978 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-c4b25ade-9eb1-4269-b3b7-9d8402da69aa tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-860254'] for floatingip, before_response {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:54.356267 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f06be9f-23b3-4649-bc60-2ed0a5838162 None None] Sync routers for ids ['cab49153-e75d-4734-9c79-b42bb5d458a6'] in dv-cinder-772623-9-smb {{(pid=99871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 05:53:54.365324 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f06be9f-23b3-4649-bc60-2ed0a5838162 None None] Routers {'cab49153-e75d-4734-9c79-b42bb5d458a6'} bound to L3 agent in host dv-cinder-772623-9-smb {{(pid=99871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 05:53:54.366078 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.db.l3_hamode_db [None req-2f06be9f-23b3-4649-bc60-2ed0a5838162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T05:41:12Z,description=,heartbeat_timestamp=2021-06-17T05:53:42Z,host='dv-cinder-772623-9-smb',id=81965deb-4354-4283-a756-7d5d3a21a742,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T05:41:12Z,topic='l3_agent')) {'router_ids': ['cab49153-e75d-4734-9c79-b42bb5d458a6'], 'active': True} {{(pid=99871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:53:54.388453 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [None req-c4b25ade-9eb1-4269-b3b7-9d8402da69aa tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "PUT /v2.0/floatingips/0d93ea5e-782c-4ff6-9159-8c68801089a0 HTTP/1.1" status: 200 len: 991 time: 1.8214741 Jun 17 05:53:54.388453 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89daf3b0-91da-40ba-b0d0-ef0e80a9ba79', 'tag': 'a111c385-9356-4949-a45e-0af39abb1cbf'}] {{(pid=99868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 05:53:54.389480 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8d1bbba7808a8cca0df1ca407b71cd1cd2965420825a4b8dd9215cbcd05a37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aa75740-0bea-4e08-9d93-9bf5bd672f6e" -d '{"events": [{"name": "network-changed", "server_uuid": "89daf3b0-91da-40ba-b0d0-ef0e80a9ba79", "tag": "a111c385-9356-4949-a45e-0af39abb1cbf"}]}' {{(pid=99868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 05:53:54.418595 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-ccb8e326-99f8-4ef9-8f94-c03b6444d727 req-8a6a06b3-82d6-48d3-9fc6-719295add660 tempest-VolumesSnapshotTestJSON-764430663 tempest-VolumesSnapshotTestJSON-764430663-project] 10.222.0.11 "GET /v2.0/security-groups?id=eee29790-a2f6-41fc-a57b-695b41c17f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641997 Jun 17 05:53:54.482259 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.plugins.ml2.plugin [None req-6191435f-2fe7-4784-9cbc-e6a3643a16ff admin admin] Deleting port cf7eef38-0ca1-418a-8ada-d7086decbc0a {{(pid=99869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 05:53:54.482604 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-6191435f-2fe7-4784-9cbc-e6a3643a16ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773697957277'] for port, before_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:54.485148 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.db.l3_dvr_db [None req-2f06be9f-23b3-4649-bc60-2ed0a5838162 None None] Set router cab49153-e75d-4734-9c79-b42bb5d458a6 gateway port host: dv-cinder-772623-9-smb {{(pid=99871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 05:53:54.487802 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 05:53:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e97fd3e-b247-4d63-90e8-feb1d711d9e4 x-openstack-request-id: req-7e97fd3e-b247-4d63-90e8-feb1d711d9e4 {{(pid=99868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 05:53:54.488125 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89daf3b0-91da-40ba-b0d0-ef0e80a9ba79", "tag": "a111c385-9356-4949-a45e-0af39abb1cbf", "status": "completed", "code": 200}]} {{(pid=99868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 05:53:54.488414 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7e97fd3e-b247-4d63-90e8-feb1d711d9e4 {{(pid=99868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 05:53:54.488841 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89daf3b0-91da-40ba-b0d0-ef0e80a9ba79', 'tag': 'a111c385-9356-4949-a45e-0af39abb1cbf', 'status': 'completed', 'code': 200} Jun 17 05:53:54.567945 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.plugins.ml2.db [None req-6191435f-2fe7-4784-9cbc-e6a3643a16ff admin admin] For port cf7eef38-0ca1-418a-8ada-d7086decbc0a, host dv-cinder-772623-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-9-smb',level=0,port_id=cf7eef38-0ca1-418a-8ada-d7086decbc0a,segment=NetworkSegment(7d49a28b-1e3b-4224-a2db-fbfa34cf8d7d),segment_id=7d49a28b-1e3b-4224-a2db-fbfa34cf8d7d)] {{(pid=99869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:53:54.568308 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-6191435f-2fe7-4784-9cbc-e6a3643a16ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429017'] for port, precommit_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:54.583139 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa75740-0bea-4e08-9d93-9bf5bd672f6e req-6632fe28-21a9-4687-840e-4d4812663261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:54.584630 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-4aa75740-0bea-4e08-9d93-9bf5bd672f6e req-6632fe28-21a9-4687-840e-4d4812663261 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=33f2c29736bb40d78fad571bf0a20025&device_id=89daf3b0-91da-40ba-b0d0-ef0e80a9ba79 HTTP/1.1" status: 200 len: 1098 time: 0.0618553 Jun 17 05:53:54.638040 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.plugins.ml2.plugin [None req-6191435f-2fe7-4784-9cbc-e6a3643a16ff admin admin] Calling delete_port for cf7eef38-0ca1-418a-8ada-d7086decbc0a owned by network:router_interface {{(pid=99869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 05:53:54.689994 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa75740-0bea-4e08-9d93-9bf5bd672f6e req-0823b7d0-265a-49f2-8249-7cd3963b23c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:54.691666 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-4aa75740-0bea-4e08-9d93-9bf5bd672f6e req-0823b7d0-265a-49f2-8249-7cd3963b23c7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1b25af0c-7521-4ee5-941d-fb951a7e4542 HTTP/1.1" status: 200 len: 917 time: 0.0987542 Jun 17 05:53:54.746690 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.db.l3_hamode_db [None req-2f06be9f-23b3-4649-bc60-2ed0a5838162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cab49153-e75d-4734-9c79-b42bb5d458a6', 'name': 'tempest-AttachVolumeShelveTestJSON-163353205-router', 'tenant_id': '33f2c29736bb40d78fad571bf0a20025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6', 'external_fixed_ips': [{'subnet_id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'ip_address': '172.28.2.29'}], 'enable_snat': True}, 'gw_port_id': '851994bd-1c9c-4306-8c67-b6cd01bb0088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T05:49:26Z', 'updated_at': '2021-06-17T05:49:33Z', 'revision_number': 4, 'project_id': '33f2c29736bb40d78fad571bf0a20025', 'gw_port': {'id': '851994bd-1c9c-4306-8c67-b6cd01bb0088', 'name': '', 'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:7c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab49153-e75d-4734-9c79-b42bb5d458a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'ip_address': '172.28.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:49:27Z', 'updated_at': '2021-06-17T05:49:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-smb', '_floatingips': [{'id': '0d93ea5e-782c-4ff6-9159-8c68801089a0', 'tenant_id': '33f2c29736bb40d78fad571bf0a20025', 'floating_ip_address': '172.28.2.213', 'floating_network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6', 'router_id': 'cab49153-e75d-4734-9c79-b42bb5d458a6', 'port_id': 'a111c385-9356-4949-a45e-0af39abb1cbf', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b25af0c-7521-4ee5-941d-fb951a7e4542', 'mac_address': 'fa:16:3e:f9:a3:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89daf3b0-91da-40ba-b0d0-ef0e80a9ba79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T05:53:33Z', 'updated_at': '2021-06-17T05:53:53Z', 'revision_number': 1, 'project_id': '33f2c29736bb40d78fad571bf0a20025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f99b02ba-19d8-43e8-90e4-3bc6728b5cdf', 'name': '', 'network_id': '1b25af0c-7521-4ee5-941d-fb951a7e4542', 'tenant_id': '33f2c29736bb40d78fad571bf0a20025', 'mac_address': 'fa:16:3e:ed:ef:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab49153-e75d-4734-9c79-b42bb5d458a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'f3d724f9-6f99-4efc-a641-a453b34c57ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:49:32Z', 'updated_at': '2021-06-17T05:49:41Z', 'revision_number': 5, 'project_id': '33f2c29736bb40d78fad571bf0a20025', 'subnets': [{'id': 'f3d724f9-6f99-4efc-a641-a453b34c57ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-9-smb', False) {} {{(pid=99871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:53:54.767676 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-4aa75740-0bea-4e08-9d93-9bf5bd672f6e req-cfd81371-bed0-40f0-8dc5-8d3a9736668d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a111c385-9356-4949-a45e-0af39abb1cbf HTTP/1.1" status: 200 len: 999 time: 0.0640147 Jun 17 05:53:54.780945 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f06be9f-23b3-4649-bc60-2ed0a5838162 None None] Checking router: cab49153-e75d-4734-9c79-b42bb5d458a6 for host: dv-cinder-772623-9-smb {{(pid=99871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 05:53:54.789702 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f06be9f-23b3-4649-bc60-2ed0a5838162 None None] Routers {'cab49153-e75d-4734-9c79-b42bb5d458a6'} bound to L3 agent in host dv-cinder-772623-9-smb {{(pid=99871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 05:53:54.790337 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.db.l3_hamode_db [None req-2f06be9f-23b3-4649-bc60-2ed0a5838162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T05:41:12Z,description=,heartbeat_timestamp=2021-06-17T05:53:42Z,host='dv-cinder-772623-9-smb',id=81965deb-4354-4283-a756-7d5d3a21a742,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T05:41:12Z,topic='l3_agent')) {'router_ids': ['cab49153-e75d-4734-9c79-b42bb5d458a6'], 'active': True} {{(pid=99871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:53:54.827689 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa75740-0bea-4e08-9d93-9bf5bd672f6e req-5728af8c-b189-46c6-8fd7-6afaa33472d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:54.830353 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-4aa75740-0bea-4e08-9d93-9bf5bd672f6e req-5728af8c-b189-46c6-8fd7-6afaa33472d3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f3d724f9-6f99-4efc-a641-a453b34c57ab HTTP/1.1" status: 200 len: 855 time: 0.0551522 Jun 17 05:53:54.888588 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa75740-0bea-4e08-9d93-9bf5bd672f6e req-7e7b867c-875c-4d6f-8e9e-81c6b1e60f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:54.890109 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-4aa75740-0bea-4e08-9d93-9bf5bd672f6e req-7e7b867c-875c-4d6f-8e9e-81c6b1e60f39 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1b25af0c-7521-4ee5-941d-fb951a7e4542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0537395 Jun 17 05:53:54.910075 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.db.l3_dvr_db [None req-2f06be9f-23b3-4649-bc60-2ed0a5838162 None None] Set router cab49153-e75d-4734-9c79-b42bb5d458a6 gateway port host: dv-cinder-772623-9-smb {{(pid=99871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 05:53:55.003762 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-4aa75740-0bea-4e08-9d93-9bf5bd672f6e req-fb61ab03-21e9-41f4-be12-6defce8dbe4a service neutron] 10.222.0.13 "GET /v2.0/networks/1b25af0c-7521-4ee5-941d-fb951a7e4542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019735 Jun 17 05:53:55.054436 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-6191435f-2fe7-4784-9cbc-e6a3643a16ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773697962361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773697504552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565517'] for port, after_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:55.057684 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:53:55.082102 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6191435f-2fe7-4784-9cbc-e6a3643a16ff admin admin] Pushing event deleted for resources: {'Port': ['ID=cf7eef38-0ca1-418a-8ada-d7086decbc0a,revision_number=None']} {{(pid=99869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:53:55.093460 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6191435f-2fe7-4784-9cbc-e6a3643a16ff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:53:55.093842 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6191435f-2fe7-4784-9cbc-e6a3643a16ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:53:55.094214 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6191435f-2fe7-4784-9cbc-e6a3643a16ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:53:55.094581 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6191435f-2fe7-4784-9cbc-e6a3643a16ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:53:55.094967 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6191435f-2fe7-4784-9cbc-e6a3643a16ff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:53:55.095328 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6191435f-2fe7-4784-9cbc-e6a3643a16ff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:53:55.095683 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6191435f-2fe7-4784-9cbc-e6a3643a16ff admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:53:55.096038 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6191435f-2fe7-4784-9cbc-e6a3643a16ff admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:53:55.096403 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6191435f-2fe7-4784-9cbc-e6a3643a16ff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:53:55.096745 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6191435f-2fe7-4784-9cbc-e6a3643a16ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:53:55.097097 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6191435f-2fe7-4784-9cbc-e6a3643a16ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:53:55.097444 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6191435f-2fe7-4784-9cbc-e6a3643a16ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:53:55.118469 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-6191435f-2fe7-4784-9cbc-e6a3643a16ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:53:55.121086 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-4aa75740-0bea-4e08-9d93-9bf5bd672f6e req-886faca0-7e77-473a-bf9c-410b44c0f413 service neutron] 10.222.0.13 "GET /v2.0/networks/1b25af0c-7521-4ee5-941d-fb951a7e4542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968323 Jun 17 05:53:55.192704 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.db.l3_hamode_db [None req-2f06be9f-23b3-4649-bc60-2ed0a5838162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cab49153-e75d-4734-9c79-b42bb5d458a6', 'name': 'tempest-AttachVolumeShelveTestJSON-163353205-router', 'tenant_id': '33f2c29736bb40d78fad571bf0a20025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6', 'external_fixed_ips': [{'subnet_id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'ip_address': '172.28.2.29'}], 'enable_snat': True}, 'gw_port_id': '851994bd-1c9c-4306-8c67-b6cd01bb0088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T05:49:26Z', 'updated_at': '2021-06-17T05:49:33Z', 'revision_number': 4, 'project_id': '33f2c29736bb40d78fad571bf0a20025', 'gw_port': {'id': '851994bd-1c9c-4306-8c67-b6cd01bb0088', 'name': '', 'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:7c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab49153-e75d-4734-9c79-b42bb5d458a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'ip_address': '172.28.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:49:27Z', 'updated_at': '2021-06-17T05:49:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-smb', '_floatingips': [{'id': '0d93ea5e-782c-4ff6-9159-8c68801089a0', 'tenant_id': '33f2c29736bb40d78fad571bf0a20025', 'floating_ip_address': '172.28.2.213', 'floating_network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6', 'router_id': 'cab49153-e75d-4734-9c79-b42bb5d458a6', 'port_id': 'a111c385-9356-4949-a45e-0af39abb1cbf', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b25af0c-7521-4ee5-941d-fb951a7e4542', 'mac_address': 'fa:16:3e:f9:a3:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89daf3b0-91da-40ba-b0d0-ef0e80a9ba79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T05:53:33Z', 'updated_at': '2021-06-17T05:53:53Z', 'revision_number': 1, 'project_id': '33f2c29736bb40d78fad571bf0a20025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f99b02ba-19d8-43e8-90e4-3bc6728b5cdf', 'name': '', 'network_id': '1b25af0c-7521-4ee5-941d-fb951a7e4542', 'tenant_id': '33f2c29736bb40d78fad571bf0a20025', 'mac_address': 'fa:16:3e:ed:ef:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab49153-e75d-4734-9c79-b42bb5d458a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'f3d724f9-6f99-4efc-a641-a453b34c57ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:49:32Z', 'updated_at': '2021-06-17T05:49:41Z', 'revision_number': 5, 'project_id': '33f2c29736bb40d78fad571bf0a20025', 'subnets': [{'id': 'f3d724f9-6f99-4efc-a641-a453b34c57ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-9-smb', False) {} {{(pid=99871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:53:55.218768 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f06be9f-23b3-4649-bc60-2ed0a5838162 None None] The sync data for ids ['cab49153-e75d-4734-9c79-b42bb5d458a6'] in dv-cinder-772623-9-smb is: [{'id': 'cab49153-e75d-4734-9c79-b42bb5d458a6', 'name': 'tempest-AttachVolumeShelveTestJSON-163353205-router', 'tenant_id': '33f2c29736bb40d78fad571bf0a20025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6', 'external_fixed_ips': [{'subnet_id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'ip_address': '172.28.2.29'}], 'enable_snat': True}, 'gw_port_id': '851994bd-1c9c-4306-8c67-b6cd01bb0088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T05:49:26Z', 'updated_at': '2021-06-17T05:49:33Z', 'revision_number': 4, 'project_id': '33f2c29736bb40d78fad571bf0a20025', 'gw_port': {'id': '851994bd-1c9c-4306-8c67-b6cd01bb0088', 'name': '', 'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:7c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab49153-e75d-4734-9c79-b42bb5d458a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'ip_address': '172.28.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:49:27Z', 'updated_at': '2021-06-17T05:49:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-smb', '_floatingips': [{'id': '0d93ea5e-782c-4ff6-9159-8c68801089a0', 'tenant_id': '33f2c29736bb40d78fad571bf0a20025', 'floating_ip_address': '172.28.2.213', 'floating_network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6', 'router_id': 'cab49153-e75d-4734-9c79-b42bb5d458a6', 'port_id': 'a111c385-9356-4949-a45e-0af39abb1cbf', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b25af0c-7521-4ee5-941d-fb951a7e4542', 'mac_address': 'fa:16:3e:f9:a3:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89daf3b0-91da-40ba-b0d0-ef0e80a9ba79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T05:53:33Z', 'updated_at': '2021-06-17T05:53:53Z', 'revision_number': 1, 'project_id': '33f2c29736bb40d78fad571bf0a20025', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f99b02ba-19d8-43e8-90e4-3bc6728b5cdf', 'name': '', 'network_id': '1b25af0c-7521-4ee5-941d-fb951a7e4542', 'tenant_id': '33f2c29736bb40d78fad571bf0a20025', 'mac_address': 'fa:16:3e:ed:ef:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab49153-e75d-4734-9c79-b42bb5d458a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'f3d724f9-6f99-4efc-a641-a453b34c57ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:49:32Z', 'updated_at': '2021-06-17T05:49:41Z', 'revision_number': 5, 'project_id': '33f2c29736bb40d78fad571bf0a20025', 'subnets': [{'id': 'f3d724f9-6f99-4efc-a641-a453b34c57ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 05:53:55.278274 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-6191435f-2fe7-4784-9cbc-e6a3643a16ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-494186'] for router_interface, after_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:55.517188 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6191435f-2fe7-4784-9cbc-e6a3643a16ff admin admin] Router 17c997e5-ab4a-46d0-ad4a-72a228e683f4 has already been hosted by L3 agent 81965deb-4354-4283-a756-7d5d3a21a742 {{(pid=99869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 05:53:55.539946 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a7a22a-a469-4f9a-a3ac-477a76d187d1 req-a2b8e90c-0ebc-4e10-bb44-25385914dc38 tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:55.543399 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-25a7a22a-a469-4f9a-a3ac-477a76d187d1 req-a2b8e90c-0ebc-4e10-bb44-25385914dc38 tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] 10.222.0.11 "GET /v2.0/ports?device_id=670d152e-de3b-4c56-a11e-378806856e4a HTTP/1.1" status: 200 len: 945 time: 0.1004779 Jun 17 05:53:55.545002 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ee2868-b25e-44dc-828c-8ca2ef14223a None None] New status for floating IP 0d93ea5e-782c-4ff6-9159-8c68801089a0: ACTIVE {{(pid=99870) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 05:53:55.581506 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-25a7a22a-a469-4f9a-a3ac-477a76d187d1 req-8305f1cf-ae0c-4bdd-b9b0-90d8f081220b tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfe2a3f8-e62b-4ddf-a2cf-bc95e41b5e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334582 Jun 17 05:53:55.654879 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6191435f-2fe7-4784-9cbc-e6a3643a16ff admin admin] Notify agent at l3_agent.dv-cinder-772623-9-smb the message routers_updated {{(pid=99869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 05:53:55.660336 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [None req-6191435f-2fe7-4784-9cbc-e6a3643a16ff admin admin] 10.222.0.11 "PUT /v2.0/routers/17c997e5-ab4a-46d0-ad4a-72a228e683f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2495990 Jun 17 05:53:55.663411 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.wsgi [-] (99868) accepted ('10.222.0.11', 58130) {{(pid=99868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:53:55.664995 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05926cf4-f3d1-4b86-b81c-0e287e3c9de4 None None] Sync routers for ids ['17c997e5-ab4a-46d0-ad4a-72a228e683f4'] in dv-cinder-772623-9-smb {{(pid=99871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 05:53:55.683630 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05926cf4-f3d1-4b86-b81c-0e287e3c9de4 None None] Routers {'17c997e5-ab4a-46d0-ad4a-72a228e683f4'} bound to L3 agent in host dv-cinder-772623-9-smb {{(pid=99871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 05:53:55.683630 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.db.l3_hamode_db [None req-05926cf4-f3d1-4b86-b81c-0e287e3c9de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T05:41:12Z,description=,heartbeat_timestamp=2021-06-17T05:53:42Z,host='dv-cinder-772623-9-smb',id=81965deb-4354-4283-a756-7d5d3a21a742,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T05:41:12Z,topic='l3_agent')) {'router_ids': ['17c997e5-ab4a-46d0-ad4a-72a228e683f4'], 'active': True} {{(pid=99871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:53:55.795703 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-1f976f67-74a5-4d21-b6e6-272802dc460e admin admin] Notify callbacks [] for router, before_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:55.816553 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.db.l3_dvr_db [None req-05926cf4-f3d1-4b86-b81c-0e287e3c9de4 None None] Set router 17c997e5-ab4a-46d0-ad4a-72a228e683f4 gateway port host: dv-cinder-772623-9-smb {{(pid=99871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 05:53:55.908007 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-1f976f67-74a5-4d21-b6e6-272802dc460e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:56.066202 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.db.l3_hamode_db [None req-05926cf4-f3d1-4b86-b81c-0e287e3c9de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17c997e5-ab4a-46d0-ad4a-72a228e683f4', 'name': 'tempest-TestMinimumBasicScenario-2145999085-router', 'tenant_id': 'f122bbc1c9c14d4c9008346ebae7597a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6', 'external_fixed_ips': [{'subnet_id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'ip_address': '172.28.2.222'}], 'enable_snat': True}, 'gw_port_id': '2002ae28-18d0-4553-9d83-429147724d32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T05:50:29Z', 'updated_at': '2021-06-17T05:53:54Z', 'revision_number': 5, 'project_id': 'f122bbc1c9c14d4c9008346ebae7597a', 'gw_port': {'id': '2002ae28-18d0-4553-9d83-429147724d32', 'name': '', 'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:01:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c997e5-ab4a-46d0-ad4a-72a228e683f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'ip_address': '172.28.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:50:32Z', 'updated_at': '2021-06-17T05:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-smb'}], 'dv-cinder-772623-9-smb', False) {} {{(pid=99871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:53:56.092719 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05926cf4-f3d1-4b86-b81c-0e287e3c9de4 None None] Checking router: 17c997e5-ab4a-46d0-ad4a-72a228e683f4 for host: dv-cinder-772623-9-smb {{(pid=99871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 05:53:56.100775 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05926cf4-f3d1-4b86-b81c-0e287e3c9de4 None None] Routers {'17c997e5-ab4a-46d0-ad4a-72a228e683f4'} bound to L3 agent in host dv-cinder-772623-9-smb {{(pid=99871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 05:53:56.101375 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.db.l3_hamode_db [None req-05926cf4-f3d1-4b86-b81c-0e287e3c9de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T05:41:12Z,description=,heartbeat_timestamp=2021-06-17T05:53:42Z,host='dv-cinder-772623-9-smb',id=81965deb-4354-4283-a756-7d5d3a21a742,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T05:41:12Z,topic='l3_agent')) {'router_ids': ['17c997e5-ab4a-46d0-ad4a-72a228e683f4'], 'active': True} {{(pid=99871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:53:56.136063 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.plugin [None req-1f976f67-74a5-4d21-b6e6-272802dc460e admin admin] Deleting port 2002ae28-18d0-4553-9d83-429147724d32 {{(pid=99868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 05:53:56.136396 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-1f976f67-74a5-4d21-b6e6-272802dc460e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773697957277'] for port, before_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:56.183824 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.db.l3_dvr_db [None req-05926cf4-f3d1-4b86-b81c-0e287e3c9de4 None None] Set router 17c997e5-ab4a-46d0-ad4a-72a228e683f4 gateway port host: None {{(pid=99871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 05:53:56.213327 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.db [None req-1f976f67-74a5-4d21-b6e6-272802dc460e admin admin] For port 2002ae28-18d0-4553-9d83-429147724d32, host dv-cinder-772623-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-9-smb',level=0,port_id=2002ae28-18d0-4553-9d83-429147724d32,segment=NetworkSegment(5df065dd-7136-4632-92ed-7b0e1f2019c5),segment_id=5df065dd-7136-4632-92ed-7b0e1f2019c5)] {{(pid=99868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:53:56.213678 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-1f976f67-74a5-4d21-b6e6-272802dc460e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429017'] for port, precommit_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:56.235065 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.db.l3_hamode_db [None req-05926cf4-f3d1-4b86-b81c-0e287e3c9de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17c997e5-ab4a-46d0-ad4a-72a228e683f4', 'name': 'tempest-TestMinimumBasicScenario-2145999085-router', 'tenant_id': 'f122bbc1c9c14d4c9008346ebae7597a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T05:50:29Z', 'updated_at': '2021-06-17T05:53:55Z', 'revision_number': 6, 'project_id': 'f122bbc1c9c14d4c9008346ebae7597a', 'gw_port_host': None}], 'dv-cinder-772623-9-smb', False) {} {{(pid=99871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:53:56.261491 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05926cf4-f3d1-4b86-b81c-0e287e3c9de4 None None] The sync data for ids ['17c997e5-ab4a-46d0-ad4a-72a228e683f4'] in dv-cinder-772623-9-smb is: [{'id': '17c997e5-ab4a-46d0-ad4a-72a228e683f4', 'name': 'tempest-TestMinimumBasicScenario-2145999085-router', 'tenant_id': 'f122bbc1c9c14d4c9008346ebae7597a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T05:50:29Z', 'updated_at': '2021-06-17T05:53:55Z', 'revision_number': 6, 'project_id': 'f122bbc1c9c14d4c9008346ebae7597a', 'gw_port_host': None}] {{(pid=99871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 05:53:56.280797 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.plugin [None req-1f976f67-74a5-4d21-b6e6-272802dc460e admin admin] Calling delete_port for 2002ae28-18d0-4553-9d83-429147724d32 owned by network:router_gateway {{(pid=99868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 05:53:56.527747 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-1f976f67-74a5-4d21-b6e6-272802dc460e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773697962361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773697504552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2882495'] for port, after_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:56.529656 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-3b6f2b69-f068-45b2-bc8f-bdd68c0acd9e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:53:56.552691 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f976f67-74a5-4d21-b6e6-272802dc460e admin admin] Pushing event deleted for resources: {'Port': ['ID=2002ae28-18d0-4553-9d83-429147724d32,revision_number=None']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:53:56.556353 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-1f976f67-74a5-4d21-b6e6-272802dc460e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:53:56.619131 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-1f976f67-74a5-4d21-b6e6-272802dc460e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-422697'] for router_gateway, after_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:56.713986 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-1f976f67-74a5-4d21-b6e6-272802dc460e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-366954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2762'] for router, precommit_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:56.716321 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-1f976f67-74a5-4d21-b6e6-272802dc460e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:56.816902 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72222f8a-c8b7-4066-8a3a-1bdc526ceb6d req-e77abe4d-110b-46d8-83f0-b17a54267b84 tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:53:56.818383 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-72222f8a-c8b7-4066-8a3a-1bdc526ceb6d req-e77abe4d-110b-46d8-83f0-b17a54267b84 tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] 10.222.0.11 "GET /v2.0/ports?device_id=670d152e-de3b-4c56-a11e-378806856e4a HTTP/1.1" status: 200 len: 945 time: 0.0935915 Jun 17 05:53:56.857466 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-72222f8a-c8b7-4066-8a3a-1bdc526ceb6d req-69e035a7-f046-43b6-a768-ddca917aadd8 tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfe2a3f8-e62b-4ddf-a2cf-bc95e41b5e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334439 Jun 17 05:53:56.876524 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-1f976f67-74a5-4d21-b6e6-272802dc460e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-432739'] for router, after_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:56.877113 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f976f67-74a5-4d21-b6e6-272802dc460e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 17c997e5-ab4a-46d0-ad4a-72a228e683f4 {{(pid=99868) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 05:53:56.881122 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-1f976f67-74a5-4d21-b6e6-272802dc460e admin admin] Notify callbacks [] for router, before_response {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:56.882414 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [None req-1f976f67-74a5-4d21-b6e6-272802dc460e admin admin] 10.222.0.11 "DELETE /v2.0/routers/17c997e5-ab4a-46d0-ad4a-72a228e683f4 HTTP/1.1" status: 204 len: 168 time: 1.2179265 Jun 17 05:53:56.885571 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.wsgi [-] (99868) accepted ('10.222.0.11', 58140) {{(pid=99868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:53:56.937845 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.db.db_base_plugin_v2 [None req-7edf2cee-b4f0-49bd-ad32-4f8a680acd5c admin admin] Deleting subnet 61858458-abf7-4990-8157-970bddb4869b {{(pid=99868) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 05:53:56.941019 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-7edf2cee-b4f0-49bd-ad32-4f8a680acd5c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:56.978692 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-7edf2cee-b4f0-49bd-ad32-4f8a680acd5c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26391911'] for subnet, precommit_delete_associations {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:57.045306 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Device 2002ae28-18d0-4553-9d83-429147724d32 no longer exists at agent ovs-agent-dv-cinder-772623-9-smb {{(pid=99870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 05:53:57.068455 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.plugin [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] No Port match for: 2002ae28-18d0-4553-9d83-429147724d32 {{(pid=99870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 05:53:57.068800 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Device 2002ae28-18d0-4553-9d83-429147724d32 not bound to the agent host dv-cinder-772623-9-smb {{(pid=99870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 05:53:57.069364 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Device cf7eef38-0ca1-418a-8ada-d7086decbc0a no longer exists at agent ovs-agent-dv-cinder-772623-9-smb {{(pid=99870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 05:53:57.074018 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-7edf2cee-b4f0-49bd-ad32-4f8a680acd5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1554961'] for subnet, precommit_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:57.088057 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.plugin [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] No Port match for: cf7eef38-0ca1-418a-8ada-d7086decbc0a {{(pid=99870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 05:53:57.095044 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Device cf7eef38-0ca1-418a-8ada-d7086decbc0a not bound to the agent host dv-cinder-772623-9-smb {{(pid=99870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 05:53:57.202531 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-7edf2cee-b4f0-49bd-ad32-4f8a680acd5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1554968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2882373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26633777'] for subnet, after_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:57.205881 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-7a5526af-a455-4830-84b6-ef004cc093a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:53:57.231327 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edf2cee-b4f0-49bd-ad32-4f8a680acd5c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61858458-abf7-4990-8157-970bddb4869b,revision_number=None']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:53:57.233710 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-7edf2cee-b4f0-49bd-ad32-4f8a680acd5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564043'] for subnet, before_response {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:57.235279 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [None req-7edf2cee-b4f0-49bd-ad32-4f8a680acd5c admin admin] 10.222.0.11 "DELETE /v2.0/subnets/61858458-abf7-4990-8157-970bddb4869b HTTP/1.1" status: 204 len: 168 time: 0.3487236 Jun 17 05:53:57.236467 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-7edf2cee-b4f0-49bd-ad32-4f8a680acd5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:53:57.237678 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.wsgi [-] (99868) accepted ('10.222.0.11', 58142) {{(pid=99868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:53:57.240170 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cf8ae5c-f17b-45d9-b9e1-9536bfd13dbb None None] Network 600e9516-ea83-4d7b-908c-c875271061b8 requested from dv-cinder-772623-9-smb {{(pid=99870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 05:53:57.316211 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-998a63db-005d-4b5b-8d9d-8ca652b0a5e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1481875'] for network, before_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:57.368965 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.plugin [None req-998a63db-005d-4b5b-8d9d-8ca652b0a5e3 admin admin] Deleting port 39ea8005-7f2b-4950-890e-aff08a7e9809 {{(pid=99868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 05:53:57.369391 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-998a63db-005d-4b5b-8d9d-8ca652b0a5e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773697957277'] for port, before_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:57.451403 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a27510a7-3bcf-491c-b63c-c307298e9e99 None None] DHCP port deletion for 600e9516-ea83-4d7b-908c-c875271061b8 request from dv-cinder-772623-9-smb {{(pid=99870) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 05:53:57.451976 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.db [None req-998a63db-005d-4b5b-8d9d-8ca652b0a5e3 admin admin] For port 39ea8005-7f2b-4950-890e-aff08a7e9809, host dv-cinder-772623-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-9-smb',level=0,port_id=39ea8005-7f2b-4950-890e-aff08a7e9809,segment=NetworkSegment(7d49a28b-1e3b-4224-a2db-fbfa34cf8d7d),segment_id=7d49a28b-1e3b-4224-a2db-fbfa34cf8d7d)] {{(pid=99868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:53:57.452365 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-998a63db-005d-4b5b-8d9d-8ca652b0a5e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429017'] for port, precommit_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:57.499962 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.plugin [None req-a27510a7-3bcf-491c-b63c-c307298e9e99 None None] Deleting port 39ea8005-7f2b-4950-890e-aff08a7e9809 {{(pid=99870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 05:53:57.500348 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-a27510a7-3bcf-491c-b63c-c307298e9e99 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773697957277'] for port, before_delete {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:57.521534 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.plugin [None req-998a63db-005d-4b5b-8d9d-8ca652b0a5e3 admin admin] Calling delete_port for 39ea8005-7f2b-4950-890e-aff08a7e9809 owned by network:dhcp {{(pid=99868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 05:53:57.561890 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.db [None req-a27510a7-3bcf-491c-b63c-c307298e9e99 None None] For port 39ea8005-7f2b-4950-890e-aff08a7e9809, host dv-cinder-772623-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-9-smb',level=0,port_id=39ea8005-7f2b-4950-890e-aff08a7e9809,segment=NetworkSegment(7d49a28b-1e3b-4224-a2db-fbfa34cf8d7d),segment_id=7d49a28b-1e3b-4224-a2db-fbfa34cf8d7d)] {{(pid=99870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:53:57.562288 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-a27510a7-3bcf-491c-b63c-c307298e9e99 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429017'] for port, precommit_delete {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:57.627452 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.plugin [None req-a27510a7-3bcf-491c-b63c-c307298e9e99 None None] Calling delete_port for 39ea8005-7f2b-4950-890e-aff08a7e9809 owned by network:dhcp {{(pid=99870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 05:53:57.729068 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-998a63db-005d-4b5b-8d9d-8ca652b0a5e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773697962361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773697504552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2882495'] for port, after_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:57.733327 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-3abb189c-8073-43f6-83f7-f3ec79c1e89e tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:53:57.737185 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-a27510a7-3bcf-491c-b63c-c307298e9e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773697962361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773697504552'] for port, after_delete {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:57.741991 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [None req-9cb0c045-b08a-4492-a661-184d099ff30e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:53:57.771819 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998a63db-005d-4b5b-8d9d-8ca652b0a5e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=39ea8005-7f2b-4950-890e-aff08a7e9809,revision_number=None']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:53:57.776794 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-998a63db-005d-4b5b-8d9d-8ca652b0a5e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:53:57.778042 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-998a63db-005d-4b5b-8d9d-8ca652b0a5e3 admin admin] No DVR routers for this DVR port 39ea8005-7f2b-4950-890e-aff08a7e9809 on host dv-cinder-772623-9-smb {{(pid=99868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 05:53:57.796969 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27510a7-3bcf-491c-b63c-c307298e9e99 None None] No DVR routers for this DVR port 39ea8005-7f2b-4950-890e-aff08a7e9809 on host dv-cinder-772623-9-smb {{(pid=99870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 05:53:57.804585 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27510a7-3bcf-491c-b63c-c307298e9e99 None None] Pushing event deleted for resources: {'Port': ['ID=39ea8005-7f2b-4950-890e-aff08a7e9809,revision_number=None']} {{(pid=99870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:53:57.818973 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27510a7-3bcf-491c-b63c-c307298e9e99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:53:57.820730 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27510a7-3bcf-491c-b63c-c307298e9e99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:53:57.821281 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27510a7-3bcf-491c-b63c-c307298e9e99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:53:57.821822 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27510a7-3bcf-491c-b63c-c307298e9e99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:53:57.822363 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27510a7-3bcf-491c-b63c-c307298e9e99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:53:57.822915 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27510a7-3bcf-491c-b63c-c307298e9e99 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:53:57.823439 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27510a7-3bcf-491c-b63c-c307298e9e99 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:53:57.823967 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27510a7-3bcf-491c-b63c-c307298e9e99 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:53:57.824502 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27510a7-3bcf-491c-b63c-c307298e9e99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:53:57.825024 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27510a7-3bcf-491c-b63c-c307298e9e99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:53:57.825542 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27510a7-3bcf-491c-b63c-c307298e9e99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:53:57.826103 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27510a7-3bcf-491c-b63c-c307298e9e99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:53:57.830577 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [None req-a27510a7-3bcf-491c-b63c-c307298e9e99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:53:57.877913 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-998a63db-005d-4b5b-8d9d-8ca652b0a5e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1553032', 'neutron.services.segments.db._delete_segments_for_network-8773697995057'] for network, precommit_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:57.888354 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.services.segments.db [None req-998a63db-005d-4b5b-8d9d-8ca652b0a5e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['600e9516-ea83-4d7b-908c-c875271061b8']}} {{(pid=99868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:53:57.898116 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.services.segments.db [None req-998a63db-005d-4b5b-8d9d-8ca652b0a5e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d49a28b-1e3b-4224-a2db-fbfa34cf8d7d') {'for_net_delete': True} {{(pid=99868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:53:57.898408 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.services.segments.db [None req-998a63db-005d-4b5b-8d9d-8ca652b0a5e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d49a28b-1e3b-4224-a2db-fbfa34cf8d7d') {} {{(pid=99868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:53:57.907061 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-998a63db-005d-4b5b-8d9d-8ca652b0a5e3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773697993858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26391912'] for segment, before_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:57.920716 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-998a63db-005d-4b5b-8d9d-8ca652b0a5e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589316'] for segment, precommit_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:57.926736 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-998a63db-005d-4b5b-8d9d-8ca652b0a5e3 admin admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=99868) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 05:53:57.927145 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-998a63db-005d-4b5b-8d9d-8ca652b0a5e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2882536'] for segment, after_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:57.929445 dv-cinder-772623-9-smb neutron-server[99868]: Traceback (most recent call last): Jun 17 05:53:57.929445 dv-cinder-772623-9-smb neutron-server[99868]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 05:53:57.929445 dv-cinder-772623-9-smb neutron-server[99868]: timer() Jun 17 05:53:57.929445 dv-cinder-772623-9-smb neutron-server[99868]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 05:53:57.929445 dv-cinder-772623-9-smb neutron-server[99868]: cb(*args, **kw) Jun 17 05:53:57.929445 dv-cinder-772623-9-smb neutron-server[99868]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 05:53:57.929445 dv-cinder-772623-9-smb neutron-server[99868]: return func(*args, **kwargs) Jun 17 05:53:57.929445 dv-cinder-772623-9-smb neutron-server[99868]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 05:53:57.929445 dv-cinder-772623-9-smb neutron-server[99868]: self._notify() Jun 17 05:53:57.929445 dv-cinder-772623-9-smb neutron-server[99868]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 05:53:57.929445 dv-cinder-772623-9-smb neutron-server[99868]: self.callback(batched_events) Jun 17 05:53:57.929445 dv-cinder-772623-9-smb neutron-server[99868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 05:53:57.929445 dv-cinder-772623-9-smb neutron-server[99868]: event.method(event) Jun 17 05:53:57.929445 dv-cinder-772623-9-smb neutron-server[99868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 05:53:57.929445 dv-cinder-772623-9-smb neutron-server[99868]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 05:53:57.929445 dv-cinder-772623-9-smb neutron-server[99868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 05:53:57.929445 dv-cinder-772623-9-smb neutron-server[99868]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 05:53:57.929445 dv-cinder-772623-9-smb neutron-server[99868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 05:53:57.929445 dv-cinder-772623-9-smb neutron-server[99868]: return f(self, *a, **k) Jun 17 05:53:57.929445 dv-cinder-772623-9-smb neutron-server[99868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 05:53:57.929445 dv-cinder-772623-9-smb neutron-server[99868]: return self._get(url).json() Jun 17 05:53:57.929445 dv-cinder-772623-9-smb neutron-server[99868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 05:53:57.929445 dv-cinder-772623-9-smb neutron-server[99868]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 05:53:57.929445 dv-cinder-772623-9-smb neutron-server[99868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 05:53:57.929445 dv-cinder-772623-9-smb neutron-server[99868]: return self.request(url, 'GET', **kwargs) Jun 17 05:53:57.929445 dv-cinder-772623-9-smb neutron-server[99868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 05:53:57.929445 dv-cinder-772623-9-smb neutron-server[99868]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 05:53:57.929445 dv-cinder-772623-9-smb neutron-server[99868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 05:53:57.929445 dv-cinder-772623-9-smb neutron-server[99868]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 05:53:57.929445 dv-cinder-772623-9-smb neutron-server[99868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 05:53:57.929445 dv-cinder-772623-9-smb neutron-server[99868]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 05:53:57.929445 dv-cinder-772623-9-smb neutron-server[99868]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 05:53:58.093827 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-998a63db-005d-4b5b-8d9d-8ca652b0a5e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1553043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3713235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-564052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422727'] for network, after_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:58.097933 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:53:58.102609 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-998a63db-005d-4b5b-8d9d-8ca652b0a5e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564043'] for network, before_response {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:58.104426 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [None req-998a63db-005d-4b5b-8d9d-8ca652b0a5e3 admin admin] 10.222.0.11 "DELETE /v2.0/networks/600e9516-ea83-4d7b-908c-c875271061b8 HTTP/1.1" status: 204 len: 168 time: 0.8656836 Jun 17 05:53:58.113717 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998a63db-005d-4b5b-8d9d-8ca652b0a5e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=600e9516-ea83-4d7b-908c-c875271061b8,revision_number=None']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:53:58.116742 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-998a63db-005d-4b5b-8d9d-8ca652b0a5e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:53:58.491814 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.wsgi [-] (99869) accepted ('10.222.0.11', 58156) {{(pid=99869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:53:58.532489 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [None req-9806a880-9476-4c9b-8cf9-d2d47436aedb admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d8ffadd857a64cdf99da0fe3d3f4fa2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0393372 Jun 17 05:53:58.534809 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.wsgi [-] (99869) accepted ('10.222.0.11', 58160) {{(pid=99869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:53:58.583988 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-42a32de2-b89b-45db-8fe9-2c186ffbd63a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:58.606527 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-42a32de2-b89b-45db-8fe9-2c186ffbd63a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:58.727898 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-42a32de2-b89b-45db-8fe9-2c186ffbd63a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:58.730466 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-42a32de2-b89b-45db-8fe9-2c186ffbd63a admin admin] Notify callbacks [] for security_group, before_response {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:58.731606 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [None req-42a32de2-b89b-45db-8fe9-2c186ffbd63a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b9e60d8f-c626-4915-82fb-97a71c590db2 HTTP/1.1" status: 204 len: 168 time: 0.1958559 Jun 17 05:53:58.732343 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-607b8939-41d4-4e13-bcca-0fa6164daa72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:53:58.739968 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a32de2-b89b-45db-8fe9-2c186ffbd63a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9e60d8f-c626-4915-82fb-97a71c590db2,revision_number=None']} {{(pid=99869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:53:58.743428 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-42a32de2-b89b-45db-8fe9-2c186ffbd63a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:53:58.907420 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Device 39ea8005-7f2b-4950-890e-aff08a7e9809 no longer exists at agent ovs-agent-dv-cinder-772623-9-smb {{(pid=99870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 05:53:58.929321 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.plugin [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] No Port match for: 39ea8005-7f2b-4950-890e-aff08a7e9809 {{(pid=99870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 05:53:58.929933 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Device 39ea8005-7f2b-4950-890e-aff08a7e9809 not bound to the agent host dv-cinder-772623-9-smb {{(pid=99870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 05:53:59.526207 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.wsgi [-] (99869) accepted ('10.222.0.11', 58182) {{(pid=99869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:53:59.567993 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [None req-038d83b1-11fa-4b70-95b3-1be6d239fe07 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f122bbc1c9c14d4c9008346ebae7597a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0405054 Jun 17 05:53:59.570627 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.wsgi [-] (99869) accepted ('10.222.0.11', 58184) {{(pid=99869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:53:59.620960 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-55ec033b-790d-44fe-ad09-a80a2c4e34aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:59.641948 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-55ec033b-790d-44fe-ad09-a80a2c4e34aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:59.773901 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-55ec033b-790d-44fe-ad09-a80a2c4e34aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:59.776493 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-55ec033b-790d-44fe-ad09-a80a2c4e34aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:53:59.777632 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [None req-55ec033b-790d-44fe-ad09-a80a2c4e34aa admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a0d3a899-1796-406a-a974-af443572824b HTTP/1.1" status: 204 len: 168 time: 0.2060864 Jun 17 05:53:59.778389 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-72e8f6ae-3797-41c9-a370-ce3381374452 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:53:59.786122 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ec033b-790d-44fe-ad09-a80a2c4e34aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0d3a899-1796-406a-a974-af443572824b,revision_number=None']} {{(pid=99869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:53:59.788935 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-55ec033b-790d-44fe-ad09-a80a2c4e34aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:54:06.159460 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9da229-aada-4934-a829-ad0ddd2ebd42 req-94043011-6bfb-4202-801f-8cca8cf55e93 tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:54:06.160893 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-7e9da229-aada-4934-a829-ad0ddd2ebd42 req-94043011-6bfb-4202-801f-8cca8cf55e93 tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] 10.222.0.11 "GET /v2.0/ports?device_id=670d152e-de3b-4c56-a11e-378806856e4a HTTP/1.1" status: 200 len: 945 time: 0.0627823 Jun 17 05:54:06.197820 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-7e9da229-aada-4934-a829-ad0ddd2ebd42 req-1ee1d396-8104-4b76-a1e7-6b17b72c1c02 tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfe2a3f8-e62b-4ddf-a2cf-bc95e41b5e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313268 Jun 17 05:54:07.379054 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054719f3-4196-47e4-bd3a-52b3b9eddb7d req-d2f065d3-4e2c-48fd-a7a3-d15866dc3e9d tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:54:07.380511 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-054719f3-4196-47e4-bd3a-52b3b9eddb7d req-d2f065d3-4e2c-48fd-a7a3-d15866dc3e9d tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] 10.222.0.11 "GET /v2.0/ports?device_id=670d152e-de3b-4c56-a11e-378806856e4a HTTP/1.1" status: 200 len: 945 time: 0.0719743 Jun 17 05:54:07.418544 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-054719f3-4196-47e4-bd3a-52b3b9eddb7d req-b9057cbf-e2dd-4634-b086-dd902599a57f tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfe2a3f8-e62b-4ddf-a2cf-bc95e41b5e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319576 Jun 17 05:54:08.413866 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f18a46f-bc67-4a6a-9a55-7b6e758554d9 req-71f0c185-bec6-4fbd-b0b4-069831604c3d tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:54:08.415314 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-8f18a46f-bc67-4a6a-9a55-7b6e758554d9 req-71f0c185-bec6-4fbd-b0b4-069831604c3d tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] 10.222.0.13 "GET /v2.0/ports?device_id=670d152e-de3b-4c56-a11e-378806856e4a HTTP/1.1" status: 200 len: 945 time: 0.0618832 Jun 17 05:54:08.523495 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.plugin [req-8f18a46f-bc67-4a6a-9a55-7b6e758554d9 req-2b5da70b-16d2-4689-9b27-6f94a08d3793 tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] Deleting port dc70ee40-fdc7-4761-b1c9-6c3ec65c25d1 {{(pid=99868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 05:54:08.523832 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-8f18a46f-bc67-4a6a-9a55-7b6e758554d9 req-2b5da70b-16d2-4689-9b27-6f94a08d3793 tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773697957277'] for port, before_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:08.643786 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.db [req-8f18a46f-bc67-4a6a-9a55-7b6e758554d9 req-2b5da70b-16d2-4689-9b27-6f94a08d3793 tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] For port dc70ee40-fdc7-4761-b1c9-6c3ec65c25d1, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=dc70ee40-fdc7-4761-b1c9-6c3ec65c25d1,segment=NetworkSegment(eb521820-c5f2-46a7-9b30-c1bbb074c69a),segment_id=eb521820-c5f2-46a7-9b30-c1bbb074c69a)] {{(pid=99868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:54:08.644053 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-8f18a46f-bc67-4a6a-9a55-7b6e758554d9 req-2b5da70b-16d2-4689-9b27-6f94a08d3793 tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429017'] for port, precommit_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:08.692212 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6a2421-af80-40fb-8c68-d3da3e9c1394 req-799368a3-b2cc-49e9-b200-685eda031f14 tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:54:08.693623 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-0c6a2421-af80-40fb-8c68-d3da3e9c1394 req-799368a3-b2cc-49e9-b200-685eda031f14 tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] 10.222.0.11 "GET /v2.0/ports?device_id=670d152e-de3b-4c56-a11e-378806856e4a HTTP/1.1" status: 200 len: 945 time: 0.1566360 Jun 17 05:54:08.720279 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.plugin [req-8f18a46f-bc67-4a6a-9a55-7b6e758554d9 req-2b5da70b-16d2-4689-9b27-6f94a08d3793 tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] Calling delete_port for dc70ee40-fdc7-4761-b1c9-6c3ec65c25d1 owned by compute:nova {{(pid=99868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 05:54:08.790122 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-0c6a2421-af80-40fb-8c68-d3da3e9c1394 req-384f61b2-2ac8-4416-8084-5d9110632c80 tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfe2a3f8-e62b-4ddf-a2cf-bc95e41b5e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677502 Jun 17 05:54:08.853291 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-8759aa00-8c5e-4957-8bf4-bc754ebc1b68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:08.950553 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-8f18a46f-bc67-4a6a-9a55-7b6e758554d9 req-2b5da70b-16d2-4689-9b27-6f94a08d3793 tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773697962361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773697504552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2882495'] for port, after_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:08.954756 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-fe970dbf-22f5-4804-b1fb-eeb6f47711c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:54:08.967736 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.db [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] get_ports_and_sgs() called for port_ids ['e677e397-66d6-469d-b8c4-98c3935a1012', '4adf38f4-bf25-47ea-b28b-d74632c72427', 'ca34cf2d-7932-4539-966b-a90d1eda37b2', 'dc70ee40-fdc7-4761-b1c9-6c3ec65c25d1'] {{(pid=99870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 05:54:08.983373 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5da70b-16d2-4689-9b27-6f94a08d3793 tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] Pushing event deleted for resources: {'Port': ['ID=dc70ee40-fdc7-4761-b1c9-6c3ec65c25d1,revision_number=None']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:54:08.986448 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-2b5da70b-16d2-4689-9b27-6f94a08d3793 tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:54:09.027613 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f18a46f-bc67-4a6a-9a55-7b6e758554d9 req-2b5da70b-16d2-4689-9b27-6f94a08d3793 tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] No DVR routers for this DVR port dc70ee40-fdc7-4761-b1c9-6c3ec65c25d1 on host hv-cinder-77262 {{(pid=99868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 05:54:09.030147 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-8f18a46f-bc67-4a6a-9a55-7b6e758554d9 req-2b5da70b-16d2-4689-9b27-6f94a08d3793 tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-860254'] for port, before_response {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:09.032187 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-8f18a46f-bc67-4a6a-9a55-7b6e758554d9 req-2b5da70b-16d2-4689-9b27-6f94a08d3793 tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] 10.222.0.13 "DELETE /v2.0/ports/dc70ee40-fdc7-4761-b1c9-6c3ec65c25d1 HTTP/1.1" status: 204 len: 173 time: 0.6070149 Jun 17 05:54:09.032675 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '670d152e-de3b-4c56-a11e-378806856e4a', 'name': 'network-vif-deleted', 'tag': 'dc70ee40-fdc7-4761-b1c9-6c3ec65c25d1'}] {{(pid=99868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 05:54:09.034938 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8d1bbba7808a8cca0df1ca407b71cd1cd2965420825a4b8dd9215cbcd05a37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16839948-60bb-4989-9113-25d30b68a0c5" -d '{"events": [{"server_uuid": "670d152e-de3b-4c56-a11e-378806856e4a", "name": "network-vif-deleted", "tag": "dc70ee40-fdc7-4761-b1c9-6c3ec65c25d1"}]}' {{(pid=99868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 05:54:09.072882 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 05:54:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e5d9d81-de16-4cd8-ba9b-a97ebbb85db8 x-openstack-request-id: req-0e5d9d81-de16-4cd8-ba9b-a97ebbb85db8 {{(pid=99868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 05:54:09.073208 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "670d152e-de3b-4c56-a11e-378806856e4a", "name": "network-vif-deleted", "tag": "dc70ee40-fdc7-4761-b1c9-6c3ec65c25d1", "status": "completed", "code": 200}]} {{(pid=99868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 05:54:09.073496 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0e5d9d81-de16-4cd8-ba9b-a97ebbb85db8 {{(pid=99868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 05:54:09.074008 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '670d152e-de3b-4c56-a11e-378806856e4a', 'name': 'network-vif-deleted', 'tag': 'dc70ee40-fdc7-4761-b1c9-6c3ec65c25d1', 'status': 'completed', 'code': 200} Jun 17 05:54:09.946785 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-0d81c8b4-db69-4d42-98a8-584691fd753c req-a8f28938-82ea-407f-a764-607d52148051 tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] 10.222.0.11 "GET /v2.0/ports?device_id=670d152e-de3b-4c56-a11e-378806856e4a HTTP/1.1" status: 200 len: 210 time: 0.0283248 Jun 17 05:54:10.117213 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.db.agents_db [None req-7f16872b-b609-48fb-9c73-6a76dd98e1b9 None None] Agent healthcheck: found 6 active agents {{(pid=99871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 05:54:11.250107 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Device dc70ee40-fdc7-4761-b1c9-6c3ec65c25d1 no longer exists at agent hyperv_hv-cinder-77262 {{(pid=99870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 05:54:11.281429 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.plugin [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] No Port match for: dc70ee40-fdc7-4761-b1c9-6c3ec65c25d1 {{(pid=99870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 05:54:11.282279 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Device dc70ee40-fdc7-4761-b1c9-6c3ec65c25d1 not bound to the agent host hv-cinder-77262 {{(pid=99870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 05:54:11.579111 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:11.642433 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-665465f1-3893-42dd-b47a-9a41ce22d011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:12.504093 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-e4a25698-dc7e-488a-a9c3-c2b55bed5747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:12.936716 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a30a1e-1b6f-4fc0-bc59-7dfe23200ff8 req-3e71fb53-f75f-4a81-aa1a-adc9d715521c tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:54:12.938169 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-88a30a1e-1b6f-4fc0-bc59-7dfe23200ff8 req-3e71fb53-f75f-4a81-aa1a-adc9d715521c tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] 10.222.0.11 "GET /v2.0/ports?device_id=f4a43245-5dad-4f7a-9441-5c6f17deab94 HTTP/1.1" status: 200 len: 945 time: 0.0663624 Jun 17 05:54:12.975109 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-88a30a1e-1b6f-4fc0-bc59-7dfe23200ff8 req-e80c84ef-2ad8-4b93-bcbb-dd84a633f0e0 tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfe2a3f8-e62b-4ddf-a2cf-bc95e41b5e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312369 Jun 17 05:54:14.145335 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835b4186-ac2a-439d-b2b8-997fc04f0e73 req-48b2addd-493d-414c-b23e-d2cae055daad tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:54:14.147299 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-835b4186-ac2a-439d-b2b8-997fc04f0e73 req-48b2addd-493d-414c-b23e-d2cae055daad tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] 10.222.0.11 "GET /v2.0/ports?device_id=f4a43245-5dad-4f7a-9441-5c6f17deab94 HTTP/1.1" status: 200 len: 945 time: 0.0624125 Jun 17 05:54:14.184868 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-835b4186-ac2a-439d-b2b8-997fc04f0e73 req-ab22622b-98d9-40be-b31d-4af2e3e84223 tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfe2a3f8-e62b-4ddf-a2cf-bc95e41b5e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318360 Jun 17 05:54:14.229494 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-835a5b83-af16-4b0b-afcf-c7c94ac397a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:15.035507 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c11dc4-cc35-4e05-8dfd-936a9062201c req-06129198-9b7d-4146-9c5a-a81a4bd4deed tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:54:15.036927 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-99c11dc4-cc35-4e05-8dfd-936a9062201c req-06129198-9b7d-4146-9c5a-a81a4bd4deed tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4a43245-5dad-4f7a-9441-5c6f17deab94 HTTP/1.1" status: 200 len: 945 time: 0.0623000 Jun 17 05:54:15.137083 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.plugin [req-99c11dc4-cc35-4e05-8dfd-936a9062201c req-2012fe51-3906-41ee-a35b-b69aa3981112 tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] Deleting port ca34cf2d-7932-4539-966b-a90d1eda37b2 {{(pid=99868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 05:54:15.137332 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-99c11dc4-cc35-4e05-8dfd-936a9062201c req-2012fe51-3906-41ee-a35b-b69aa3981112 tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773697957277'] for port, before_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:15.231825 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.db [req-99c11dc4-cc35-4e05-8dfd-936a9062201c req-2012fe51-3906-41ee-a35b-b69aa3981112 tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] For port ca34cf2d-7932-4539-966b-a90d1eda37b2, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=ca34cf2d-7932-4539-966b-a90d1eda37b2,segment=NetworkSegment(eb521820-c5f2-46a7-9b30-c1bbb074c69a),segment_id=eb521820-c5f2-46a7-9b30-c1bbb074c69a)] {{(pid=99868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:54:15.232191 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-99c11dc4-cc35-4e05-8dfd-936a9062201c req-2012fe51-3906-41ee-a35b-b69aa3981112 tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429017'] for port, precommit_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:15.299343 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.plugin [req-99c11dc4-cc35-4e05-8dfd-936a9062201c req-2012fe51-3906-41ee-a35b-b69aa3981112 tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] Calling delete_port for ca34cf2d-7932-4539-966b-a90d1eda37b2 owned by compute:nova {{(pid=99868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 05:54:15.360787 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22963e4-6562-4d49-b37a-a429d40490dd req-b8670b6a-f746-4a7c-be5e-c1b6be3ba84e tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:54:15.362306 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-f22963e4-6562-4d49-b37a-a429d40490dd req-b8670b6a-f746-4a7c-be5e-c1b6be3ba84e tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] 10.222.0.11 "GET /v2.0/ports?device_id=f4a43245-5dad-4f7a-9441-5c6f17deab94 HTTP/1.1" status: 200 len: 945 time: 0.0619154 Jun 17 05:54:15.405764 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-f22963e4-6562-4d49-b37a-a429d40490dd req-cf7fe1c1-f268-4e63-8d5c-263e46077045 tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfe2a3f8-e62b-4ddf-a2cf-bc95e41b5e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362539 Jun 17 05:54:15.522521 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-99c11dc4-cc35-4e05-8dfd-936a9062201c req-2012fe51-3906-41ee-a35b-b69aa3981112 tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773697962361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773697504552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2882495'] for port, after_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:15.526631 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-dcf4d82f-546a-465d-8cc3-b339e5c1f3df service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:54:15.534326 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.db [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] get_ports_and_sgs() called for port_ids ['e677e397-66d6-469d-b8c4-98c3935a1012', '4adf38f4-bf25-47ea-b28b-d74632c72427', 'ca34cf2d-7932-4539-966b-a90d1eda37b2'] {{(pid=99870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 05:54:15.552034 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2012fe51-3906-41ee-a35b-b69aa3981112 tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] Pushing event deleted for resources: {'Port': ['ID=ca34cf2d-7932-4539-966b-a90d1eda37b2,revision_number=None']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:54:15.555669 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-2012fe51-3906-41ee-a35b-b69aa3981112 tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:54:15.605001 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.db.l3_dvrscheduler_db [req-99c11dc4-cc35-4e05-8dfd-936a9062201c req-2012fe51-3906-41ee-a35b-b69aa3981112 tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] No DVR routers for this DVR port ca34cf2d-7932-4539-966b-a90d1eda37b2 on host hv-cinder-77262 {{(pid=99868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 05:54:15.607631 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-99c11dc4-cc35-4e05-8dfd-936a9062201c req-2012fe51-3906-41ee-a35b-b69aa3981112 tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-860254'] for port, before_response {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:15.609639 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-99c11dc4-cc35-4e05-8dfd-936a9062201c req-2012fe51-3906-41ee-a35b-b69aa3981112 tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] 10.222.0.13 "DELETE /v2.0/ports/ca34cf2d-7932-4539-966b-a90d1eda37b2 HTTP/1.1" status: 204 len: 173 time: 0.5668738 Jun 17 05:54:15.610167 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4a43245-5dad-4f7a-9441-5c6f17deab94', 'name': 'network-vif-deleted', 'tag': 'ca34cf2d-7932-4539-966b-a90d1eda37b2'}] {{(pid=99868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 05:54:15.612440 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8d1bbba7808a8cca0df1ca407b71cd1cd2965420825a4b8dd9215cbcd05a37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-494f548b-fc84-42b1-850f-571a566dde21" -d '{"events": [{"server_uuid": "f4a43245-5dad-4f7a-9441-5c6f17deab94", "name": "network-vif-deleted", "tag": "ca34cf2d-7932-4539-966b-a90d1eda37b2"}]}' {{(pid=99868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 05:54:15.650809 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 05:54:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87eb35f1-002c-4c57-a625-75bbfa5cda65 x-openstack-request-id: req-87eb35f1-002c-4c57-a625-75bbfa5cda65 {{(pid=99868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 05:54:15.651296 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4a43245-5dad-4f7a-9441-5c6f17deab94", "name": "network-vif-deleted", "tag": "ca34cf2d-7932-4539-966b-a90d1eda37b2", "status": "completed", "code": 200}]} {{(pid=99868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 05:54:15.651631 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-87eb35f1-002c-4c57-a625-75bbfa5cda65 {{(pid=99868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 05:54:15.652065 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4a43245-5dad-4f7a-9441-5c6f17deab94', 'name': 'network-vif-deleted', 'tag': 'ca34cf2d-7932-4539-966b-a90d1eda37b2', 'status': 'completed', 'code': 200} Jun 17 05:54:16.825184 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-fd4a5b1e-5507-432e-bba2-a8b8ef257528 req-2a61fb78-6343-4cf8-af67-80810ec327c4 tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] 10.222.0.11 "GET /v2.0/ports?device_id=f4a43245-5dad-4f7a-9441-5c6f17deab94 HTTP/1.1" status: 200 len: 210 time: 0.2925124 Jun 17 05:54:17.586887 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11936c0-b2c8-438c-a96e-c2777ca38b93 req-4353bb83-63ee-46ee-8230-c98a4541f8f3 tempest-VolumesSnapshotTestJSON-764430663 tempest-VolumesSnapshotTestJSON-764430663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:54:17.588353 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-c11936c0-b2c8-438c-a96e-c2777ca38b93 req-4353bb83-63ee-46ee-8230-c98a4541f8f3 tempest-VolumesSnapshotTestJSON-764430663 tempest-VolumesSnapshotTestJSON-764430663-project] 10.222.0.11 "GET /v2.0/ports?device_id=99109661-bb5d-491e-83c4-f6e473fa772a HTTP/1.1" status: 200 len: 945 time: 0.0657670 Jun 17 05:54:17.590474 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:17.625795 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-c11936c0-b2c8-438c-a96e-c2777ca38b93 req-30f7342a-c970-4975-bd4c-b7137b390707 tempest-VolumesSnapshotTestJSON-764430663 tempest-VolumesSnapshotTestJSON-764430663-project] 10.222.0.11 "GET /v2.0/security-groups?id=eee29790-a2f6-41fc-a57b-695b41c17f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314777 Jun 17 05:54:18.496564 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eb4948-8e1c-410b-bad6-6efc44442d8d req-0757ed2a-efac-416b-8937-1ad70b181441 tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:54:18.497914 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-c3eb4948-8e1c-410b-bad6-6efc44442d8d req-0757ed2a-efac-416b-8937-1ad70b181441 tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] 10.222.0.11 "GET /v2.0/ports?device_id=a81f39ec-fd58-4710-870f-5ab9bd32e203 HTTP/1.1" status: 200 len: 946 time: 0.0612724 Jun 17 05:54:18.533717 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-c3eb4948-8e1c-410b-bad6-6efc44442d8d req-7846a8bf-cd6f-4a3a-b009-b56c6bea74a6 tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfe2a3f8-e62b-4ddf-a2cf-bc95e41b5e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302238 Jun 17 05:54:18.806339 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4278c616-8723-45de-b651-85d68f7cc7b4 req-03d84bb9-115d-4107-a44f-7b0df33fac79 tempest-VolumesSnapshotTestJSON-764430663 tempest-VolumesSnapshotTestJSON-764430663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:54:18.807799 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-4278c616-8723-45de-b651-85d68f7cc7b4 req-03d84bb9-115d-4107-a44f-7b0df33fac79 tempest-VolumesSnapshotTestJSON-764430663 tempest-VolumesSnapshotTestJSON-764430663-project] 10.222.0.11 "GET /v2.0/ports?device_id=99109661-bb5d-491e-83c4-f6e473fa772a HTTP/1.1" status: 200 len: 945 time: 0.0612614 Jun 17 05:54:18.843920 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-4278c616-8723-45de-b651-85d68f7cc7b4 req-08fbc878-a0c2-4695-ba73-7147ab5b5822 tempest-VolumesSnapshotTestJSON-764430663 tempest-VolumesSnapshotTestJSON-764430663-project] 10.222.0.11 "GET /v2.0/security-groups?id=eee29790-a2f6-41fc-a57b-695b41c17f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306313 Jun 17 05:54:19.304638 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Device ca34cf2d-7932-4539-966b-a90d1eda37b2 no longer exists at agent hyperv_hv-cinder-77262 {{(pid=99870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 05:54:19.324804 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.plugin [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] No Port match for: ca34cf2d-7932-4539-966b-a90d1eda37b2 {{(pid=99870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 05:54:19.325150 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Device ca34cf2d-7932-4539-966b-a90d1eda37b2 not bound to the agent host hv-cinder-77262 {{(pid=99870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 05:54:19.705133 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d010f28-d3fc-4dae-8c0f-1dd730658d0f req-cf322aba-c469-4aed-bd01-37d395e07c94 tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:54:19.706537 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-2d010f28-d3fc-4dae-8c0f-1dd730658d0f req-cf322aba-c469-4aed-bd01-37d395e07c94 tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] 10.222.0.11 "GET /v2.0/ports?device_id=a81f39ec-fd58-4710-870f-5ab9bd32e203 HTTP/1.1" status: 200 len: 946 time: 0.0635040 Jun 17 05:54:19.743921 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-2d010f28-d3fc-4dae-8c0f-1dd730658d0f req-5f465992-4f56-4b70-8f11-89d242be9215 tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfe2a3f8-e62b-4ddf-a2cf-bc95e41b5e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315371 Jun 17 05:54:20.013609 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5d8ec6-acf7-4351-a380-5e98fc885e70 req-056e0578-1293-4108-aee0-5f01e89fad99 tempest-VolumesSnapshotTestJSON-764430663 tempest-VolumesSnapshotTestJSON-764430663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:54:20.015052 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-de5d8ec6-acf7-4351-a380-5e98fc885e70 req-056e0578-1293-4108-aee0-5f01e89fad99 tempest-VolumesSnapshotTestJSON-764430663 tempest-VolumesSnapshotTestJSON-764430663-project] 10.222.0.11 "GET /v2.0/ports?device_id=99109661-bb5d-491e-83c4-f6e473fa772a HTTP/1.1" status: 200 len: 945 time: 0.0605807 Jun 17 05:54:20.051668 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-de5d8ec6-acf7-4351-a380-5e98fc885e70 req-42d73147-8de3-4e8a-8394-5418ce95aa51 tempest-VolumesSnapshotTestJSON-764430663 tempest-VolumesSnapshotTestJSON-764430663-project] 10.222.0.11 "GET /v2.0/security-groups?id=eee29790-a2f6-41fc-a57b-695b41c17f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310347 Jun 17 05:54:20.134909 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa8c770-4bc3-4c3e-b698-5e31025261c1 req-451e8396-a4ef-47da-a6ad-9f9c4030cb8f tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:54:20.136218 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-eaa8c770-4bc3-4c3e-b698-5e31025261c1 req-451e8396-a4ef-47da-a6ad-9f9c4030cb8f tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] 10.222.0.13 "GET /v2.0/ports?device_id=a81f39ec-fd58-4710-870f-5ab9bd32e203 HTTP/1.1" status: 200 len: 946 time: 0.0596526 Jun 17 05:54:20.238605 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.plugin [req-eaa8c770-4bc3-4c3e-b698-5e31025261c1 req-3f530f84-976b-4d7c-bf67-9060748728e7 tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] Deleting port 4adf38f4-bf25-47ea-b28b-d74632c72427 {{(pid=99868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 05:54:20.238972 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-eaa8c770-4bc3-4c3e-b698-5e31025261c1 req-3f530f84-976b-4d7c-bf67-9060748728e7 tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773697957277'] for port, before_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:20.332826 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.db [req-eaa8c770-4bc3-4c3e-b698-5e31025261c1 req-3f530f84-976b-4d7c-bf67-9060748728e7 tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] For port 4adf38f4-bf25-47ea-b28b-d74632c72427, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=4adf38f4-bf25-47ea-b28b-d74632c72427,segment=NetworkSegment(eb521820-c5f2-46a7-9b30-c1bbb074c69a),segment_id=eb521820-c5f2-46a7-9b30-c1bbb074c69a)] {{(pid=99868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:54:20.333178 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-eaa8c770-4bc3-4c3e-b698-5e31025261c1 req-3f530f84-976b-4d7c-bf67-9060748728e7 tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429017'] for port, precommit_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:20.398582 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.plugin [req-eaa8c770-4bc3-4c3e-b698-5e31025261c1 req-3f530f84-976b-4d7c-bf67-9060748728e7 tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] Calling delete_port for 4adf38f4-bf25-47ea-b28b-d74632c72427 owned by compute:nova {{(pid=99868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 05:54:20.619011 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-eaa8c770-4bc3-4c3e-b698-5e31025261c1 req-3f530f84-976b-4d7c-bf67-9060748728e7 tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773697962361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773697504552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2882495'] for port, after_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:20.622855 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-5c42bc63-d28e-40b3-ada5-95dab11aadd7 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:54:20.630045 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.db [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] get_ports_and_sgs() called for port_ids ['e677e397-66d6-469d-b8c4-98c3935a1012', '4adf38f4-bf25-47ea-b28b-d74632c72427'] {{(pid=99870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 05:54:20.649287 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f530f84-976b-4d7c-bf67-9060748728e7 tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] Pushing event deleted for resources: {'Port': ['ID=4adf38f4-bf25-47ea-b28b-d74632c72427,revision_number=None']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:54:20.651593 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-3f530f84-976b-4d7c-bf67-9060748728e7 tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:54:20.697831 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaa8c770-4bc3-4c3e-b698-5e31025261c1 req-3f530f84-976b-4d7c-bf67-9060748728e7 tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] No DVR routers for this DVR port 4adf38f4-bf25-47ea-b28b-d74632c72427 on host hv-cinder-77262 {{(pid=99868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 05:54:20.700239 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-eaa8c770-4bc3-4c3e-b698-5e31025261c1 req-3f530f84-976b-4d7c-bf67-9060748728e7 tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-860254'] for port, before_response {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:20.702205 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-eaa8c770-4bc3-4c3e-b698-5e31025261c1 req-3f530f84-976b-4d7c-bf67-9060748728e7 tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] 10.222.0.13 "DELETE /v2.0/ports/4adf38f4-bf25-47ea-b28b-d74632c72427 HTTP/1.1" status: 204 len: 173 time: 0.5573821 Jun 17 05:54:20.702694 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a81f39ec-fd58-4710-870f-5ab9bd32e203', 'name': 'network-vif-deleted', 'tag': '4adf38f4-bf25-47ea-b28b-d74632c72427'}] {{(pid=99868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 05:54:20.704971 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8d1bbba7808a8cca0df1ca407b71cd1cd2965420825a4b8dd9215cbcd05a37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8bf91b4-6726-4ea0-8a2d-30ad6e897fc2" -d '{"events": [{"server_uuid": "a81f39ec-fd58-4710-870f-5ab9bd32e203", "name": "network-vif-deleted", "tag": "4adf38f4-bf25-47ea-b28b-d74632c72427"}]}' {{(pid=99868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 05:54:20.741645 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 05:54:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1a4cdbd-c582-4b00-98e9-cbfcd8309fec x-openstack-request-id: req-c1a4cdbd-c582-4b00-98e9-cbfcd8309fec {{(pid=99868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 05:54:20.742255 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a81f39ec-fd58-4710-870f-5ab9bd32e203", "name": "network-vif-deleted", "tag": "4adf38f4-bf25-47ea-b28b-d74632c72427", "status": "completed", "code": 200}]} {{(pid=99868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 05:54:20.742369 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c1a4cdbd-c582-4b00-98e9-cbfcd8309fec {{(pid=99868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 05:54:20.742856 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a81f39ec-fd58-4710-870f-5ab9bd32e203', 'name': 'network-vif-deleted', 'tag': '4adf38f4-bf25-47ea-b28b-d74632c72427', 'status': 'completed', 'code': 200} Jun 17 05:54:20.900005 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-0947032b-620a-443c-a99e-72cc0b4d62df req-841bca98-88a0-4a8f-b1f5-cd35cfaeeb3d tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] 10.222.0.11 "GET /v2.0/ports?device_id=a81f39ec-fd58-4710-870f-5ab9bd32e203 HTTP/1.1" status: 200 len: 210 time: 0.0315411 Jun 17 05:54:21.219686 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070297a3-a336-4c01-a7eb-1a9ef3fdceba req-a7215eae-3cd3-4925-b413-6e7665c03d05 tempest-VolumesSnapshotTestJSON-764430663 tempest-VolumesSnapshotTestJSON-764430663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:54:21.221003 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-070297a3-a336-4c01-a7eb-1a9ef3fdceba req-a7215eae-3cd3-4925-b413-6e7665c03d05 tempest-VolumesSnapshotTestJSON-764430663 tempest-VolumesSnapshotTestJSON-764430663-project] 10.222.0.11 "GET /v2.0/ports?device_id=99109661-bb5d-491e-83c4-f6e473fa772a HTTP/1.1" status: 200 len: 945 time: 0.0615609 Jun 17 05:54:21.258753 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-070297a3-a336-4c01-a7eb-1a9ef3fdceba req-87868bc1-be30-43e9-a0b9-10c3f57aed6d tempest-VolumesSnapshotTestJSON-764430663 tempest-VolumesSnapshotTestJSON-764430663-project] 10.222.0.11 "GET /v2.0/security-groups?id=eee29790-a2f6-41fc-a57b-695b41c17f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312848 Jun 17 05:54:22.439416 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e0d0bf-b195-42d1-bf15-3bf4c2612276 req-776e24c8-a04c-4b93-817b-16b4d9750847 tempest-VolumesSnapshotTestJSON-764430663 tempest-VolumesSnapshotTestJSON-764430663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:54:22.440855 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-b5e0d0bf-b195-42d1-bf15-3bf4c2612276 req-776e24c8-a04c-4b93-817b-16b4d9750847 tempest-VolumesSnapshotTestJSON-764430663 tempest-VolumesSnapshotTestJSON-764430663-project] 10.222.0.11 "GET /v2.0/ports?device_id=99109661-bb5d-491e-83c4-f6e473fa772a HTTP/1.1" status: 200 len: 945 time: 0.0686226 Jun 17 05:54:22.478041 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-b5e0d0bf-b195-42d1-bf15-3bf4c2612276 req-f426a2a4-1928-40b3-b4d1-7d7f1254ec41 tempest-VolumesSnapshotTestJSON-764430663 tempest-VolumesSnapshotTestJSON-764430663-project] 10.222.0.11 "GET /v2.0/security-groups?id=eee29790-a2f6-41fc-a57b-695b41c17f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306633 Jun 17 05:54:22.683801 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583747da-90f5-4d83-8577-19bcfbca55df req-0993c8b2-65be-4aa6-9484-01bbd700fe20 tempest-VolumesSnapshotTestJSON-764430663 tempest-VolumesSnapshotTestJSON-764430663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:54:22.685249 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-583747da-90f5-4d83-8577-19bcfbca55df req-0993c8b2-65be-4aa6-9484-01bbd700fe20 tempest-VolumesSnapshotTestJSON-764430663 tempest-VolumesSnapshotTestJSON-764430663-project] 10.222.0.13 "GET /v2.0/ports?device_id=99109661-bb5d-491e-83c4-f6e473fa772a HTTP/1.1" status: 200 len: 945 time: 0.0707994 Jun 17 05:54:22.782468 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.plugin [req-583747da-90f5-4d83-8577-19bcfbca55df req-60408a3c-2fdd-4e98-ab7f-aefd17bf6853 tempest-VolumesSnapshotTestJSON-764430663 tempest-VolumesSnapshotTestJSON-764430663-project] Deleting port c4d9b788-9d27-42af-851d-a632dc3accec {{(pid=99868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 05:54:22.782816 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-583747da-90f5-4d83-8577-19bcfbca55df req-60408a3c-2fdd-4e98-ab7f-aefd17bf6853 tempest-VolumesSnapshotTestJSON-764430663 tempest-VolumesSnapshotTestJSON-764430663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773697957277'] for port, before_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:22.871950 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.db [req-583747da-90f5-4d83-8577-19bcfbca55df req-60408a3c-2fdd-4e98-ab7f-aefd17bf6853 tempest-VolumesSnapshotTestJSON-764430663 tempest-VolumesSnapshotTestJSON-764430663-project] For port c4d9b788-9d27-42af-851d-a632dc3accec, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=c4d9b788-9d27-42af-851d-a632dc3accec,segment=NetworkSegment(57cf4dce-3961-4ff0-a353-28aa28d3300b),segment_id=57cf4dce-3961-4ff0-a353-28aa28d3300b)] {{(pid=99868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:54:22.872313 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-583747da-90f5-4d83-8577-19bcfbca55df req-60408a3c-2fdd-4e98-ab7f-aefd17bf6853 tempest-VolumesSnapshotTestJSON-764430663 tempest-VolumesSnapshotTestJSON-764430663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429017'] for port, precommit_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:22.934710 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.plugin [req-583747da-90f5-4d83-8577-19bcfbca55df req-60408a3c-2fdd-4e98-ab7f-aefd17bf6853 tempest-VolumesSnapshotTestJSON-764430663 tempest-VolumesSnapshotTestJSON-764430663-project] Calling delete_port for c4d9b788-9d27-42af-851d-a632dc3accec owned by compute:nova {{(pid=99868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 05:54:23.127868 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-583747da-90f5-4d83-8577-19bcfbca55df req-60408a3c-2fdd-4e98-ab7f-aefd17bf6853 tempest-VolumesSnapshotTestJSON-764430663 tempest-VolumesSnapshotTestJSON-764430663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773697962361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773697504552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2882495'] for port, after_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:23.132019 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-4057584f-7ed4-4cab-8b27-250a7c7ad601 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:54:23.139889 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.db [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] get_ports_and_sgs() called for port_ids ['c4d9b788-9d27-42af-851d-a632dc3accec'] {{(pid=99870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 05:54:23.159222 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60408a3c-2fdd-4e98-ab7f-aefd17bf6853 tempest-VolumesSnapshotTestJSON-764430663 tempest-VolumesSnapshotTestJSON-764430663-project] Pushing event deleted for resources: {'Port': ['ID=c4d9b788-9d27-42af-851d-a632dc3accec,revision_number=None']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:54:23.161640 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-60408a3c-2fdd-4e98-ab7f-aefd17bf6853 tempest-VolumesSnapshotTestJSON-764430663 tempest-VolumesSnapshotTestJSON-764430663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:54:23.209499 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.db.l3_dvrscheduler_db [req-583747da-90f5-4d83-8577-19bcfbca55df req-60408a3c-2fdd-4e98-ab7f-aefd17bf6853 tempest-VolumesSnapshotTestJSON-764430663 tempest-VolumesSnapshotTestJSON-764430663-project] No DVR routers for this DVR port c4d9b788-9d27-42af-851d-a632dc3accec on host hv-cinder-77262 {{(pid=99868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 05:54:23.212366 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-583747da-90f5-4d83-8577-19bcfbca55df req-60408a3c-2fdd-4e98-ab7f-aefd17bf6853 tempest-VolumesSnapshotTestJSON-764430663 tempest-VolumesSnapshotTestJSON-764430663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-860254'] for port, before_response {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:23.214400 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-583747da-90f5-4d83-8577-19bcfbca55df req-60408a3c-2fdd-4e98-ab7f-aefd17bf6853 tempest-VolumesSnapshotTestJSON-764430663 tempest-VolumesSnapshotTestJSON-764430663-project] 10.222.0.13 "DELETE /v2.0/ports/c4d9b788-9d27-42af-851d-a632dc3accec HTTP/1.1" status: 204 len: 173 time: 0.5237057 Jun 17 05:54:23.214962 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99109661-bb5d-491e-83c4-f6e473fa772a', 'name': 'network-vif-deleted', 'tag': 'c4d9b788-9d27-42af-851d-a632dc3accec'}] {{(pid=99868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 05:54:23.221828 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8d1bbba7808a8cca0df1ca407b71cd1cd2965420825a4b8dd9215cbcd05a37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f2a5961-d410-4a0b-b78e-dc06536e547d" -d '{"events": [{"server_uuid": "99109661-bb5d-491e-83c4-f6e473fa772a", "name": "network-vif-deleted", "tag": "c4d9b788-9d27-42af-851d-a632dc3accec"}]}' {{(pid=99868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 05:54:23.253254 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 05:54:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c177222-2222-4e2d-9b94-16744b23749e x-openstack-request-id: req-7c177222-2222-4e2d-9b94-16744b23749e {{(pid=99868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 05:54:23.253577 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99109661-bb5d-491e-83c4-f6e473fa772a", "name": "network-vif-deleted", "tag": "c4d9b788-9d27-42af-851d-a632dc3accec", "status": "completed", "code": 200}]} {{(pid=99868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 05:54:23.253861 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7c177222-2222-4e2d-9b94-16744b23749e {{(pid=99868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 05:54:23.254290 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99109661-bb5d-491e-83c4-f6e473fa772a', 'name': 'network-vif-deleted', 'tag': 'c4d9b788-9d27-42af-851d-a632dc3accec', 'status': 'completed', 'code': 200} Jun 17 05:54:23.316631 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Device 4adf38f4-bf25-47ea-b28b-d74632c72427 no longer exists at agent hyperv_hv-cinder-77262 {{(pid=99870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 05:54:23.336868 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.plugin [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] No Port match for: 4adf38f4-bf25-47ea-b28b-d74632c72427 {{(pid=99870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 05:54:23.337333 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Device 4adf38f4-bf25-47ea-b28b-d74632c72427 not bound to the agent host hv-cinder-77262 {{(pid=99870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 05:54:23.337805 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Device c4d9b788-9d27-42af-851d-a632dc3accec no longer exists at agent hyperv_hv-cinder-77262 {{(pid=99870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 05:54:23.356886 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.plugin [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] No Port match for: c4d9b788-9d27-42af-851d-a632dc3accec {{(pid=99870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 05:54:23.357350 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Device c4d9b788-9d27-42af-851d-a632dc3accec not bound to the agent host hv-cinder-77262 {{(pid=99870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 05:54:23.634580 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-dce6f4ed-545b-48ad-8e4c-af6849120361 req-1a5330f4-fcd9-49ff-a379-bf2d30a55b9e tempest-VolumesSnapshotTestJSON-764430663 tempest-VolumesSnapshotTestJSON-764430663-project] 10.222.0.11 "GET /v2.0/ports?device_id=99109661-bb5d-491e-83c4-f6e473fa772a HTTP/1.1" status: 200 len: 210 time: 0.0275524 Jun 17 05:54:23.944730 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23410dae-fffa-415f-85fd-072645831bbf req-98492df7-fded-4244-a5ec-085439f5be4a tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:54:23.946204 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-23410dae-fffa-415f-85fd-072645831bbf req-98492df7-fded-4244-a5ec-085439f5be4a tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] 10.222.0.11 "GET /v2.0/ports?device_id=c26e84f9-3756-4beb-8a87-bf9621fa1f14 HTTP/1.1" status: 200 len: 946 time: 0.0653212 Jun 17 05:54:23.983215 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-23410dae-fffa-415f-85fd-072645831bbf req-e540c5c3-19f2-4d23-a019-405197b496ed tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfe2a3f8-e62b-4ddf-a2cf-bc95e41b5e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312068 Jun 17 05:54:25.256943 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b83a2e-c0e3-49d6-a955-6d57317a2588 req-fdf6e185-3c15-4e4d-90d2-2adbe256b73e tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:54:25.258855 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-a5b83a2e-c0e3-49d6-a955-6d57317a2588 req-fdf6e185-3c15-4e4d-90d2-2adbe256b73e tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] 10.222.0.11 "GET /v2.0/ports?device_id=c26e84f9-3756-4beb-8a87-bf9621fa1f14 HTTP/1.1" status: 200 len: 946 time: 0.1659412 Jun 17 05:54:25.296216 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-a5b83a2e-c0e3-49d6-a955-6d57317a2588 req-ca77f657-3edf-4784-a328-af6dd48ef5f6 tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfe2a3f8-e62b-4ddf-a2cf-bc95e41b5e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314918 Jun 17 05:54:25.606584 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803c81ea-bd9c-45fe-8071-03bcfd5534ae req-187313e9-f102-4eb4-bf4e-456d72d90d50 tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:54:25.608033 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-803c81ea-bd9c-45fe-8071-03bcfd5534ae req-187313e9-f102-4eb4-bf4e-456d72d90d50 tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] 10.222.0.13 "GET /v2.0/ports?device_id=c26e84f9-3756-4beb-8a87-bf9621fa1f14 HTTP/1.1" status: 200 len: 946 time: 0.0613303 Jun 17 05:54:25.712877 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.plugin [req-803c81ea-bd9c-45fe-8071-03bcfd5534ae req-ff6be127-4fca-446f-803e-6367237eb0f9 tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] Deleting port e677e397-66d6-469d-b8c4-98c3935a1012 {{(pid=99868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 05:54:25.713396 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-803c81ea-bd9c-45fe-8071-03bcfd5534ae req-ff6be127-4fca-446f-803e-6367237eb0f9 tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773697957277'] for port, before_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:25.799134 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.db [req-803c81ea-bd9c-45fe-8071-03bcfd5534ae req-ff6be127-4fca-446f-803e-6367237eb0f9 tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] For port e677e397-66d6-469d-b8c4-98c3935a1012, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=e677e397-66d6-469d-b8c4-98c3935a1012,segment=NetworkSegment(eb521820-c5f2-46a7-9b30-c1bbb074c69a),segment_id=eb521820-c5f2-46a7-9b30-c1bbb074c69a)] {{(pid=99868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:54:25.799482 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-803c81ea-bd9c-45fe-8071-03bcfd5534ae req-ff6be127-4fca-446f-803e-6367237eb0f9 tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429017'] for port, precommit_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:25.863950 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.plugin [req-803c81ea-bd9c-45fe-8071-03bcfd5534ae req-ff6be127-4fca-446f-803e-6367237eb0f9 tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] Calling delete_port for e677e397-66d6-469d-b8c4-98c3935a1012 owned by compute:nova {{(pid=99868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 05:54:26.064788 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-803c81ea-bd9c-45fe-8071-03bcfd5534ae req-ff6be127-4fca-446f-803e-6367237eb0f9 tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773697962361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773697504552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2882495'] for port, after_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:26.068801 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-ec900397-5c43-47df-8d04-e1d48785f794 tempest-VolumesSnapshotTestJSON-764430663 tempest-VolumesSnapshotTestJSON-764430663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:54:26.075624 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.db [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] get_ports_and_sgs() called for port_ids ['e677e397-66d6-469d-b8c4-98c3935a1012'] {{(pid=99870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 05:54:26.095145 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6be127-4fca-446f-803e-6367237eb0f9 tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] Pushing event deleted for resources: {'Port': ['ID=e677e397-66d6-469d-b8c4-98c3935a1012,revision_number=None']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:54:26.098217 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-ff6be127-4fca-446f-803e-6367237eb0f9 tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:54:26.140490 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.db.l3_dvrscheduler_db [req-803c81ea-bd9c-45fe-8071-03bcfd5534ae req-ff6be127-4fca-446f-803e-6367237eb0f9 tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] No DVR routers for this DVR port e677e397-66d6-469d-b8c4-98c3935a1012 on host hv-cinder-77262 {{(pid=99868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 05:54:26.142800 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-803c81ea-bd9c-45fe-8071-03bcfd5534ae req-ff6be127-4fca-446f-803e-6367237eb0f9 tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-860254'] for port, before_response {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:26.144946 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-803c81ea-bd9c-45fe-8071-03bcfd5534ae req-ff6be127-4fca-446f-803e-6367237eb0f9 tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] 10.222.0.13 "DELETE /v2.0/ports/e677e397-66d6-469d-b8c4-98c3935a1012 HTTP/1.1" status: 204 len: 173 time: 0.5310340 Jun 17 05:54:26.145459 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c26e84f9-3756-4beb-8a87-bf9621fa1f14', 'name': 'network-vif-deleted', 'tag': 'e677e397-66d6-469d-b8c4-98c3935a1012'}] {{(pid=99868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 05:54:26.148282 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8d1bbba7808a8cca0df1ca407b71cd1cd2965420825a4b8dd9215cbcd05a37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86c788ba-5a09-434c-a3e8-702bf3220a9c" -d '{"events": [{"server_uuid": "c26e84f9-3756-4beb-8a87-bf9621fa1f14", "name": "network-vif-deleted", "tag": "e677e397-66d6-469d-b8c4-98c3935a1012"}]}' {{(pid=99868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 05:54:26.184534 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 05:54:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d5fc1c0-9c3f-4022-908e-caa9ef9a0a98 x-openstack-request-id: req-3d5fc1c0-9c3f-4022-908e-caa9ef9a0a98 {{(pid=99868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 05:54:26.184861 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c26e84f9-3756-4beb-8a87-bf9621fa1f14", "name": "network-vif-deleted", "tag": "e677e397-66d6-469d-b8c4-98c3935a1012", "status": "completed", "code": 200}]} {{(pid=99868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 05:54:26.185147 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3d5fc1c0-9c3f-4022-908e-caa9ef9a0a98 {{(pid=99868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 05:54:26.185573 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c26e84f9-3756-4beb-8a87-bf9621fa1f14', 'name': 'network-vif-deleted', 'tag': 'e677e397-66d6-469d-b8c4-98c3935a1012', 'status': 'completed', 'code': 200} Jun 17 05:54:26.493748 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-2b5136b3-9858-4c87-8ae7-ab793e5aa884 req-3a5cef7b-32a1-47a1-9dea-8e27f04343b8 tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] 10.222.0.11 "GET /v2.0/ports?device_id=c26e84f9-3756-4beb-8a87-bf9621fa1f14 HTTP/1.1" status: 200 len: 210 time: 0.0831316 Jun 17 05:54:27.587854 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.wsgi [-] (99869) accepted ('10.222.0.11', 58426) {{(pid=99869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:54:27.631921 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd90efc5-b5c1-4119-a708-384ab21a6a17 admin admin] Deleting subnet 9ff0c2d6-7f2f-47a7-9a6c-fe0e0fdc64c0 {{(pid=99869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 05:54:27.635401 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-fd90efc5-b5c1-4119-a708-384ab21a6a17 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:27.668509 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-fd90efc5-b5c1-4119-a708-384ab21a6a17 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2471661'] for subnet, precommit_delete_associations {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:27.704575 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-fd90efc5-b5c1-4119-a708-384ab21a6a17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1554961'] for subnet, precommit_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:27.842477 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-fd90efc5-b5c1-4119-a708-384ab21a6a17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1554968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565495', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27191889'] for subnet, after_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:27.845903 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-025c064f-57bd-421a-a92c-e23f5ca45850 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:54:27.870070 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd90efc5-b5c1-4119-a708-384ab21a6a17 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ff0c2d6-7f2f-47a7-9a6c-fe0e0fdc64c0,revision_number=None']} {{(pid=99869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:54:27.872116 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-fd90efc5-b5c1-4119-a708-384ab21a6a17 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:27.876897 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [None req-fd90efc5-b5c1-4119-a708-384ab21a6a17 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/9ff0c2d6-7f2f-47a7-9a6c-fe0e0fdc64c0 HTTP/1.1" status: 204 len: 168 time: 0.2877564 Jun 17 05:54:27.877099 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.wsgi [-] (99868) accepted ('10.222.0.11', 58434) {{(pid=99868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:54:27.877992 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-fd90efc5-b5c1-4119-a708-384ab21a6a17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:54:27.947559 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-2c427c67-9029-4f9c-a7bd-cb2854167e83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1481875'] for network, before_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:28.022182 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-2c427c67-9029-4f9c-a7bd-cb2854167e83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1553032', 'neutron.services.segments.db._delete_segments_for_network-8773697995057'] for network, precommit_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:28.032463 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.services.segments.db [None req-2c427c67-9029-4f9c-a7bd-cb2854167e83 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eebebe7c-d85c-4efc-a9bd-f0f9ccab051e']}} {{(pid=99868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:54:28.045591 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.services.segments.db [None req-2c427c67-9029-4f9c-a7bd-cb2854167e83 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb521820-c5f2-46a7-9b30-c1bbb074c69a') {'for_net_delete': True} {{(pid=99868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:54:28.045887 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.services.segments.db [None req-2c427c67-9029-4f9c-a7bd-cb2854167e83 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb521820-c5f2-46a7-9b30-c1bbb074c69a') {} {{(pid=99868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:54:28.054317 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-2c427c67-9029-4f9c-a7bd-cb2854167e83 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773697993858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26391912'] for segment, before_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:28.067072 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-2c427c67-9029-4f9c-a7bd-cb2854167e83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589316'] for segment, precommit_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:28.073156 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c427c67-9029-4f9c-a7bd-cb2854167e83 admin admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=99868) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 05:54:28.077680 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-2c427c67-9029-4f9c-a7bd-cb2854167e83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2882536'] for segment, after_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:28.077680 dv-cinder-772623-9-smb neutron-server[99868]: Traceback (most recent call last): Jun 17 05:54:28.077680 dv-cinder-772623-9-smb neutron-server[99868]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 05:54:28.077680 dv-cinder-772623-9-smb neutron-server[99868]: timer() Jun 17 05:54:28.077680 dv-cinder-772623-9-smb neutron-server[99868]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 05:54:28.077680 dv-cinder-772623-9-smb neutron-server[99868]: cb(*args, **kw) Jun 17 05:54:28.077680 dv-cinder-772623-9-smb neutron-server[99868]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 05:54:28.077680 dv-cinder-772623-9-smb neutron-server[99868]: return func(*args, **kwargs) Jun 17 05:54:28.077680 dv-cinder-772623-9-smb neutron-server[99868]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 05:54:28.077680 dv-cinder-772623-9-smb neutron-server[99868]: self._notify() Jun 17 05:54:28.077680 dv-cinder-772623-9-smb neutron-server[99868]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 05:54:28.077680 dv-cinder-772623-9-smb neutron-server[99868]: self.callback(batched_events) Jun 17 05:54:28.077680 dv-cinder-772623-9-smb neutron-server[99868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 05:54:28.077680 dv-cinder-772623-9-smb neutron-server[99868]: event.method(event) Jun 17 05:54:28.077680 dv-cinder-772623-9-smb neutron-server[99868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 05:54:28.077680 dv-cinder-772623-9-smb neutron-server[99868]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 05:54:28.077680 dv-cinder-772623-9-smb neutron-server[99868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 05:54:28.077680 dv-cinder-772623-9-smb neutron-server[99868]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 05:54:28.077680 dv-cinder-772623-9-smb neutron-server[99868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 05:54:28.077680 dv-cinder-772623-9-smb neutron-server[99868]: return f(self, *a, **k) Jun 17 05:54:28.077680 dv-cinder-772623-9-smb neutron-server[99868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 05:54:28.077680 dv-cinder-772623-9-smb neutron-server[99868]: return self._get(url).json() Jun 17 05:54:28.077680 dv-cinder-772623-9-smb neutron-server[99868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 05:54:28.077680 dv-cinder-772623-9-smb neutron-server[99868]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 05:54:28.077680 dv-cinder-772623-9-smb neutron-server[99868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 05:54:28.077680 dv-cinder-772623-9-smb neutron-server[99868]: return self.request(url, 'GET', **kwargs) Jun 17 05:54:28.077680 dv-cinder-772623-9-smb neutron-server[99868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 05:54:28.077680 dv-cinder-772623-9-smb neutron-server[99868]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 05:54:28.077680 dv-cinder-772623-9-smb neutron-server[99868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 05:54:28.077680 dv-cinder-772623-9-smb neutron-server[99868]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 05:54:28.077680 dv-cinder-772623-9-smb neutron-server[99868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 05:54:28.077680 dv-cinder-772623-9-smb neutron-server[99868]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 05:54:28.077680 dv-cinder-772623-9-smb neutron-server[99868]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 05:54:28.247786 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-2c427c67-9029-4f9c-a7bd-cb2854167e83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1553043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3713235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-564052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422727'] for network, after_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:28.251454 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-c0f20e18-f30f-4b65-b651-70c5a9642d90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:54:28.253927 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-2c427c67-9029-4f9c-a7bd-cb2854167e83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564043'] for network, before_response {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:28.255628 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [None req-2c427c67-9029-4f9c-a7bd-cb2854167e83 admin admin] 10.222.0.11 "DELETE /v2.0/networks/eebebe7c-d85c-4efc-a9bd-f0f9ccab051e HTTP/1.1" status: 204 len: 168 time: 0.3770900 Jun 17 05:54:28.267378 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c427c67-9029-4f9c-a7bd-cb2854167e83 admin admin] Pushing event deleted for resources: {'Network': ['ID=eebebe7c-d85c-4efc-a9bd-f0f9ccab051e,revision_number=None']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:54:28.269741 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-2c427c67-9029-4f9c-a7bd-cb2854167e83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:54:28.685606 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.wsgi [-] (99868) accepted ('10.222.0.11', 58442) {{(pid=99868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:54:28.723776 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [None req-65e6759a-5ff7-4366-805b-008b1ae0c24e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8d065435075f44058454a7104302fe52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0369725 Jun 17 05:54:28.726707 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.wsgi [-] (99869) accepted ('10.222.0.11', 58444) {{(pid=99869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:54:28.777766 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-d19a140d-9076-4821-bbfe-a482be8a430b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:28.799104 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-d19a140d-9076-4821-bbfe-a482be8a430b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:28.949364 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-d19a140d-9076-4821-bbfe-a482be8a430b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:28.951937 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-d19a140d-9076-4821-bbfe-a482be8a430b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:28.953101 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [None req-d19a140d-9076-4821-bbfe-a482be8a430b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/bfe2a3f8-e62b-4ddf-a2cf-bc95e41b5e5f HTTP/1.1" status: 204 len: 168 time: 0.2252467 Jun 17 05:54:28.953934 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-2c60747f-8933-47b6-8535-a737eaba39af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:54:28.961909 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19a140d-9076-4821-bbfe-a482be8a430b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfe2a3f8-e62b-4ddf-a2cf-bc95e41b5e5f,revision_number=None']} {{(pid=99869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:54:28.964459 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-d19a140d-9076-4821-bbfe-a482be8a430b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:54:29.330527 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Device e677e397-66d6-469d-b8c4-98c3935a1012 no longer exists at agent hyperv_hv-cinder-77262 {{(pid=99870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 05:54:29.350655 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.plugin [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] No Port match for: e677e397-66d6-469d-b8c4-98c3935a1012 {{(pid=99870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 05:54:29.351527 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Device e677e397-66d6-469d-b8c4-98c3935a1012 not bound to the agent host hv-cinder-77262 {{(pid=99870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 05:54:36.440639 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acb7591-3b88-4c86-bde8-4a341c528c57 req-1b1a597a-d5a3-4f21-b5bc-cf19d43fd0a1 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:54:36.442085 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-1acb7591-3b88-4c86-bde8-4a341c528c57 req-1b1a597a-d5a3-4f21-b5bc-cf19d43fd0a1 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] 10.222.0.11 "GET /v2.0/ports?device_id=b84e2604-ef6a-48e5-979e-f64102c5be89 HTTP/1.1" status: 200 len: 945 time: 0.0625234 Jun 17 05:54:36.482437 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-1acb7591-3b88-4c86-bde8-4a341c528c57 req-cafdbb93-535d-4ce3-b77e-eda30c64d061 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] 10.222.0.11 "GET /v2.0/security-groups?id=582a7bdd-c931-4b68-9c8a-6baf1819cc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345101 Jun 17 05:54:37.345249 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.wsgi [-] (99869) accepted ('10.222.0.11', 58610) {{(pid=99869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:54:37.454437 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-ed54f280-f24a-438d-bdb2-cb6412069c1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:37.542057 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-ed54f280-f24a-438d-bdb2-cb6412069c1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:37.658088 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c3acc3-1596-4ad7-bfaf-b0031859e371 req-f527e10f-e2ca-4fc9-94dc-59786d2a69bc tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:54:37.659552 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-c8c3acc3-1596-4ad7-bfaf-b0031859e371 req-f527e10f-e2ca-4fc9-94dc-59786d2a69bc tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] 10.222.0.11 "GET /v2.0/ports?device_id=b84e2604-ef6a-48e5-979e-f64102c5be89 HTTP/1.1" status: 200 len: 945 time: 0.0631597 Jun 17 05:54:37.660592 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-ed54f280-f24a-438d-bdb2-cb6412069c1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:37.664246 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-e49bc8cc-ac57-4024-be3a-c19bfe20126d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:54:37.713149 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [None req-ed54f280-f24a-438d-bdb2-cb6412069c1c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=deee4bdb40944ae1a44788337ad6bdad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3667560 Jun 17 05:54:37.714921 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed54f280-f24a-438d-bdb2-cb6412069c1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=add02a9d-a8d5-4bfd-b4ae-8cb42fb53ea8,revision_number=1']} {{(pid=99869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:54:37.716068 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.wsgi [-] (99868) accepted ('10.222.0.11', 58622) {{(pid=99868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:54:37.720016 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-ed54f280-f24a-438d-bdb2-cb6412069c1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:54:37.735566 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-c8c3acc3-1596-4ad7-bfaf-b0031859e371 req-88cf9daf-9098-4f20-a5e9-504b5981a58d tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] 10.222.0.11 "GET /v2.0/security-groups?id=582a7bdd-c931-4b68-9c8a-6baf1819cc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642378 Jun 17 05:54:37.767305 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-009ca738-7602-44bf-9145-14a03bfc41b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:37.792953 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-009ca738-7602-44bf-9145-14a03bfc41b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:37.956057 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-009ca738-7602-44bf-9145-14a03bfc41b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:37.958652 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-009ca738-7602-44bf-9145-14a03bfc41b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:37.959809 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [None req-009ca738-7602-44bf-9145-14a03bfc41b6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/add02a9d-a8d5-4bfd-b4ae-8cb42fb53ea8 HTTP/1.1" status: 204 len: 168 time: 0.2420201 Jun 17 05:54:37.960630 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-63733a71-1051-4820-8601-ec62e5d9a0c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:54:37.973013 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009ca738-7602-44bf-9145-14a03bfc41b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=add02a9d-a8d5-4bfd-b4ae-8cb42fb53ea8,revision_number=None']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:54:37.981553 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009ca738-7602-44bf-9145-14a03bfc41b6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:54:37.981923 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009ca738-7602-44bf-9145-14a03bfc41b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:54:37.982288 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009ca738-7602-44bf-9145-14a03bfc41b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:54:37.982642 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009ca738-7602-44bf-9145-14a03bfc41b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:54:37.983076 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009ca738-7602-44bf-9145-14a03bfc41b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:54:37.983351 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009ca738-7602-44bf-9145-14a03bfc41b6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:54:37.983693 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009ca738-7602-44bf-9145-14a03bfc41b6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:54:37.984470 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009ca738-7602-44bf-9145-14a03bfc41b6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:54:37.984801 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009ca738-7602-44bf-9145-14a03bfc41b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:54:37.985148 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009ca738-7602-44bf-9145-14a03bfc41b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:54:37.985492 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009ca738-7602-44bf-9145-14a03bfc41b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:54:37.985868 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009ca738-7602-44bf-9145-14a03bfc41b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:54:37.989033 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-009ca738-7602-44bf-9145-14a03bfc41b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:54:38.483597 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b94e50-c047-4a8c-aadb-3fb803bb1872 req-f76420aa-a226-4d89-847c-8d83716c206c tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:54:38.485358 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-f1b94e50-c047-4a8c-aadb-3fb803bb1872 req-f76420aa-a226-4d89-847c-8d83716c206c tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] 10.222.0.13 "GET /v2.0/ports?device_id=b84e2604-ef6a-48e5-979e-f64102c5be89 HTTP/1.1" status: 200 len: 945 time: 0.0720913 Jun 17 05:54:38.602018 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.plugin [req-f1b94e50-c047-4a8c-aadb-3fb803bb1872 req-0990c3b5-4c00-4287-8c4d-89bc437cc166 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Deleting port c22efa80-c673-4aad-a247-9ff381eb1039 {{(pid=99868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 05:54:38.602277 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-f1b94e50-c047-4a8c-aadb-3fb803bb1872 req-0990c3b5-4c00-4287-8c4d-89bc437cc166 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773697957277'] for port, before_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:38.700391 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.db [req-f1b94e50-c047-4a8c-aadb-3fb803bb1872 req-0990c3b5-4c00-4287-8c4d-89bc437cc166 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] For port c22efa80-c673-4aad-a247-9ff381eb1039, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=c22efa80-c673-4aad-a247-9ff381eb1039,segment=NetworkSegment(de5ee00f-2b8c-4637-b4a3-528ee36727c1),segment_id=de5ee00f-2b8c-4637-b4a3-528ee36727c1)] {{(pid=99868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:54:38.700757 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-f1b94e50-c047-4a8c-aadb-3fb803bb1872 req-0990c3b5-4c00-4287-8c4d-89bc437cc166 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429017'] for port, precommit_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:38.876486 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-cce43796-dd70-4be1-96c6-594cb6681295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:38.881513 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-f1b94e50-c047-4a8c-aadb-3fb803bb1872 req-0990c3b5-4c00-4287-8c4d-89bc437cc166 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:38.882027 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-f1b94e50-c047-4a8c-aadb-3fb803bb1872 req-0990c3b5-4c00-4287-8c4d-89bc437cc166 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-422873'] for floatingip, after_update {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:38.882635 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.db.l3_db [req-f1b94e50-c047-4a8c-aadb-3fb803bb1872 req-0990c3b5-4c00-4287-8c4d-89bc437cc166 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Floating IP 18cc4597-4f99-4c23-bcdd-539fccd3b44c disassociated. External IP: 172.28.2.56, port: c22efa80-c673-4aad-a247-9ff381eb1039. Jun 17 05:54:38.883434 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.plugin [req-f1b94e50-c047-4a8c-aadb-3fb803bb1872 req-0990c3b5-4c00-4287-8c4d-89bc437cc166 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Calling delete_port for c22efa80-c673-4aad-a247-9ff381eb1039 owned by compute:nova {{(pid=99868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 05:54:38.947342 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb2f026-bb53-4784-9697-0b556347a009 req-b9f5a693-3d8f-4346-aaa2-599b61625077 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:54:38.951829 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-3eb2f026-bb53-4784-9697-0b556347a009 req-b9f5a693-3d8f-4346-aaa2-599b61625077 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] 10.222.0.11 "GET /v2.0/ports?device_id=b84e2604-ef6a-48e5-979e-f64102c5be89 HTTP/1.1" status: 200 len: 945 time: 0.0957050 Jun 17 05:54:38.989181 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-3eb2f026-bb53-4784-9697-0b556347a009 req-d6d7f1aa-c1d7-41b7-94a0-f7dc79295de7 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] 10.222.0.11 "GET /v2.0/security-groups?id=582a7bdd-c931-4b68-9c8a-6baf1819cc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343106 Jun 17 05:54:39.134787 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-f1b94e50-c047-4a8c-aadb-3fb803bb1872 req-0990c3b5-4c00-4287-8c4d-89bc437cc166 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773697962361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773697504552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2882495'] for port, after_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:39.138504 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-dcf4d82f-546a-465d-8cc3-b339e5c1f3df service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:54:39.163834 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0990c3b5-4c00-4287-8c4d-89bc437cc166 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Pushing event deleted for resources: {'Port': ['ID=c22efa80-c673-4aad-a247-9ff381eb1039,revision_number=None']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:54:39.167219 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-0990c3b5-4c00-4287-8c4d-89bc437cc166 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:54:39.276114 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f1b94e50-c047-4a8c-aadb-3fb803bb1872 req-0990c3b5-4c00-4287-8c4d-89bc437cc166 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Router 09517ed6-23ba-44bf-9de7-0b9502a86dba has already been hosted by L3 agent 81965deb-4354-4283-a756-7d5d3a21a742 {{(pid=99868) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 05:54:39.395249 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f1b94e50-c047-4a8c-aadb-3fb803bb1872 req-0990c3b5-4c00-4287-8c4d-89bc437cc166 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Notify agent at l3_agent.dv-cinder-772623-9-smb the message routers_updated {{(pid=99868) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 05:54:39.406086 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa6bb98-ac62-47ba-9d38-282f95f04ab6 None None] Sync routers for ids ['09517ed6-23ba-44bf-9de7-0b9502a86dba'] in dv-cinder-772623-9-smb {{(pid=99870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 05:54:39.416191 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa6bb98-ac62-47ba-9d38-282f95f04ab6 None None] Routers {'09517ed6-23ba-44bf-9de7-0b9502a86dba'} bound to L3 agent in host dv-cinder-772623-9-smb {{(pid=99870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 05:54:39.416889 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.l3_hamode_db [None req-9fa6bb98-ac62-47ba-9d38-282f95f04ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T05:41:12Z,description=,heartbeat_timestamp=2021-06-17T05:54:12Z,host='dv-cinder-772623-9-smb',id=81965deb-4354-4283-a756-7d5d3a21a742,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T05:41:12Z,topic='l3_agent')) {'router_ids': ['09517ed6-23ba-44bf-9de7-0b9502a86dba'], 'active': True} {{(pid=99870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:54:39.443918 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1b94e50-c047-4a8c-aadb-3fb803bb1872 req-0990c3b5-4c00-4287-8c4d-89bc437cc166 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] No DVR routers for this DVR port c22efa80-c673-4aad-a247-9ff381eb1039 on host hv-cinder-77262 {{(pid=99868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 05:54:39.447451 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-f1b94e50-c047-4a8c-aadb-3fb803bb1872 req-0990c3b5-4c00-4287-8c4d-89bc437cc166 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-860254'] for port, before_response {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:39.449460 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-f1b94e50-c047-4a8c-aadb-3fb803bb1872 req-0990c3b5-4c00-4287-8c4d-89bc437cc166 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] 10.222.0.13 "DELETE /v2.0/ports/c22efa80-c673-4aad-a247-9ff381eb1039 HTTP/1.1" status: 204 len: 173 time: 0.9584126 Jun 17 05:54:39.450015 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b84e2604-ef6a-48e5-979e-f64102c5be89', 'name': 'network-vif-deleted', 'tag': 'c22efa80-c673-4aad-a247-9ff381eb1039'}] {{(pid=99868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 05:54:39.452382 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8d1bbba7808a8cca0df1ca407b71cd1cd2965420825a4b8dd9215cbcd05a37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02e56078-c04e-4fc3-9e5a-efd59ffa71bd" -d '{"events": [{"server_uuid": "b84e2604-ef6a-48e5-979e-f64102c5be89", "name": "network-vif-deleted", "tag": "c22efa80-c673-4aad-a247-9ff381eb1039"}]}' {{(pid=99868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 05:54:39.497779 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 05:54:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cc37f17-7938-4ac8-9a69-88f2b115e380 x-openstack-request-id: req-8cc37f17-7938-4ac8-9a69-88f2b115e380 {{(pid=99868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 05:54:39.498111 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b84e2604-ef6a-48e5-979e-f64102c5be89", "name": "network-vif-deleted", "tag": "c22efa80-c673-4aad-a247-9ff381eb1039", "status": "completed", "code": 200}]} {{(pid=99868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 05:54:39.498411 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8cc37f17-7938-4ac8-9a69-88f2b115e380 {{(pid=99868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 05:54:39.498875 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b84e2604-ef6a-48e5-979e-f64102c5be89', 'name': 'network-vif-deleted', 'tag': 'c22efa80-c673-4aad-a247-9ff381eb1039', 'status': 'completed', 'code': 200} Jun 17 05:54:39.537459 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.l3_dvr_db [None req-9fa6bb98-ac62-47ba-9d38-282f95f04ab6 None None] Set router 09517ed6-23ba-44bf-9de7-0b9502a86dba gateway port host: dv-cinder-772623-9-smb {{(pid=99870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 05:54:39.756185 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.l3_hamode_db [None req-9fa6bb98-ac62-47ba-9d38-282f95f04ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09517ed6-23ba-44bf-9de7-0b9502a86dba', 'name': 'tempest-AttachVolumeTestJSON-1155783651-router', 'tenant_id': 'ae0a24f5f1a8477e9911aebfa109b499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6', 'external_fixed_ips': [{'subnet_id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'ip_address': '172.28.2.106'}], 'enable_snat': True}, 'gw_port_id': '590bfe21-27a0-42e8-8f9e-850438dd9d11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T05:50:24Z', 'updated_at': '2021-06-17T05:50:30Z', 'revision_number': 4, 'project_id': 'ae0a24f5f1a8477e9911aebfa109b499', 'gw_port': {'id': '590bfe21-27a0-42e8-8f9e-850438dd9d11', 'name': '', 'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:a7:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09517ed6-23ba-44bf-9de7-0b9502a86dba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'ip_address': '172.28.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:50:25Z', 'updated_at': '2021-06-17T05:50:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-smb', '_interfaces': [{'id': 'b6572487-a99a-40ba-9c27-0bc1d8ccde1b', 'name': '', 'network_id': 'c6577bd9-88ee-45e9-b1f3-3f9c3f74b7c9', 'tenant_id': 'ae0a24f5f1a8477e9911aebfa109b499', 'mac_address': 'fa:16:3e:c0:32:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09517ed6-23ba-44bf-9de7-0b9502a86dba', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '35c614e0-7ac4-483c-87c5-4f794e2b1be8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:50:29Z', 'updated_at': '2021-06-17T05:50:39Z', 'revision_number': 5, 'project_id': 'ae0a24f5f1a8477e9911aebfa109b499', 'subnets': [{'id': '35c614e0-7ac4-483c-87c5-4f794e2b1be8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-9-smb', False) {} {{(pid=99870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:54:39.787636 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa6bb98-ac62-47ba-9d38-282f95f04ab6 None None] Checking router: 09517ed6-23ba-44bf-9de7-0b9502a86dba for host: dv-cinder-772623-9-smb {{(pid=99870) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 05:54:39.796177 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa6bb98-ac62-47ba-9d38-282f95f04ab6 None None] Routers {'09517ed6-23ba-44bf-9de7-0b9502a86dba'} bound to L3 agent in host dv-cinder-772623-9-smb {{(pid=99870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 05:54:39.796801 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.l3_hamode_db [None req-9fa6bb98-ac62-47ba-9d38-282f95f04ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T05:41:12Z,description=,heartbeat_timestamp=2021-06-17T05:54:12Z,host='dv-cinder-772623-9-smb',id=81965deb-4354-4283-a756-7d5d3a21a742,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T05:41:12Z,topic='l3_agent')) {'router_ids': ['09517ed6-23ba-44bf-9de7-0b9502a86dba'], 'active': True} {{(pid=99870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:54:39.905311 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.l3_dvr_db [None req-9fa6bb98-ac62-47ba-9d38-282f95f04ab6 None None] Set router 09517ed6-23ba-44bf-9de7-0b9502a86dba gateway port host: dv-cinder-772623-9-smb {{(pid=99870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 05:54:40.137747 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.l3_hamode_db [None req-9fa6bb98-ac62-47ba-9d38-282f95f04ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09517ed6-23ba-44bf-9de7-0b9502a86dba', 'name': 'tempest-AttachVolumeTestJSON-1155783651-router', 'tenant_id': 'ae0a24f5f1a8477e9911aebfa109b499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6', 'external_fixed_ips': [{'subnet_id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'ip_address': '172.28.2.106'}], 'enable_snat': True}, 'gw_port_id': '590bfe21-27a0-42e8-8f9e-850438dd9d11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T05:50:24Z', 'updated_at': '2021-06-17T05:50:30Z', 'revision_number': 4, 'project_id': 'ae0a24f5f1a8477e9911aebfa109b499', 'gw_port': {'id': '590bfe21-27a0-42e8-8f9e-850438dd9d11', 'name': '', 'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:a7:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09517ed6-23ba-44bf-9de7-0b9502a86dba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'ip_address': '172.28.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:50:25Z', 'updated_at': '2021-06-17T05:50:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-smb', '_interfaces': [{'id': 'b6572487-a99a-40ba-9c27-0bc1d8ccde1b', 'name': '', 'network_id': 'c6577bd9-88ee-45e9-b1f3-3f9c3f74b7c9', 'tenant_id': 'ae0a24f5f1a8477e9911aebfa109b499', 'mac_address': 'fa:16:3e:c0:32:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09517ed6-23ba-44bf-9de7-0b9502a86dba', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '35c614e0-7ac4-483c-87c5-4f794e2b1be8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:50:29Z', 'updated_at': '2021-06-17T05:50:39Z', 'revision_number': 5, 'project_id': 'ae0a24f5f1a8477e9911aebfa109b499', 'subnets': [{'id': '35c614e0-7ac4-483c-87c5-4f794e2b1be8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-9-smb', False) {} {{(pid=99870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:54:40.166578 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa6bb98-ac62-47ba-9d38-282f95f04ab6 None None] The sync data for ids ['09517ed6-23ba-44bf-9de7-0b9502a86dba'] in dv-cinder-772623-9-smb is: [{'id': '09517ed6-23ba-44bf-9de7-0b9502a86dba', 'name': 'tempest-AttachVolumeTestJSON-1155783651-router', 'tenant_id': 'ae0a24f5f1a8477e9911aebfa109b499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6', 'external_fixed_ips': [{'subnet_id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'ip_address': '172.28.2.106'}], 'enable_snat': True}, 'gw_port_id': '590bfe21-27a0-42e8-8f9e-850438dd9d11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T05:50:24Z', 'updated_at': '2021-06-17T05:50:30Z', 'revision_number': 4, 'project_id': 'ae0a24f5f1a8477e9911aebfa109b499', 'gw_port': {'id': '590bfe21-27a0-42e8-8f9e-850438dd9d11', 'name': '', 'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:a7:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09517ed6-23ba-44bf-9de7-0b9502a86dba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'ip_address': '172.28.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:50:25Z', 'updated_at': '2021-06-17T05:50:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-smb', '_interfaces': [{'id': 'b6572487-a99a-40ba-9c27-0bc1d8ccde1b', 'name': '', 'network_id': 'c6577bd9-88ee-45e9-b1f3-3f9c3f74b7c9', 'tenant_id': 'ae0a24f5f1a8477e9911aebfa109b499', 'mac_address': 'fa:16:3e:c0:32:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09517ed6-23ba-44bf-9de7-0b9502a86dba', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '35c614e0-7ac4-483c-87c5-4f794e2b1be8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:50:29Z', 'updated_at': '2021-06-17T05:50:39Z', 'revision_number': 5, 'project_id': 'ae0a24f5f1a8477e9911aebfa109b499', 'subnets': [{'id': '35c614e0-7ac4-483c-87c5-4f794e2b1be8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 05:54:40.168168 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-60ab13d6-6f90-4cd5-9faa-6fa8d0b44719 req-66f0a77c-9708-40ca-a7f3-888f7ce7fddd tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] 10.222.0.11 "GET /v2.0/ports?device_id=b84e2604-ef6a-48e5-979e-f64102c5be89 HTTP/1.1" status: 200 len: 210 time: 0.0393195 Jun 17 05:54:40.434425 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81735e20-fa83-44cf-8a58-cf8ff4d043c0 None None] New status for floating IP 18cc4597-4f99-4c23-bcdd-539fccd3b44c: DOWN {{(pid=99871) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 05:54:41.401625 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Device c22efa80-c673-4aad-a247-9ff381eb1039 no longer exists at agent hyperv_hv-cinder-77262 {{(pid=99870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 05:54:41.421788 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.plugin [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] No Port match for: c22efa80-c673-4aad-a247-9ff381eb1039 {{(pid=99870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 05:54:41.422137 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Device c22efa80-c673-4aad-a247-9ff381eb1039 not bound to the agent host hv-cinder-77262 {{(pid=99870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 05:54:41.500651 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.wsgi [-] (99869) accepted ('10.222.0.11', 58712) {{(pid=99869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:54:41.563685 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-5e2fb641-3d90-42c4-9491-6f70736e5381 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Notify callbacks [] for security_group, before_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:41.588358 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-5e2fb641-3d90-42c4-9491-6f70736e5381 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:41.652133 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-f237971e-6ef8-454e-ab27-3c208b0c5c3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:41.653753 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:41.710182 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-5e2fb641-3d90-42c4-9491-6f70736e5381 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:41.713566 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-5e2fb641-3d90-42c4-9491-6f70736e5381 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Notify callbacks [] for security_group, before_response {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:41.714678 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [None req-5e2fb641-3d90-42c4-9491-6f70736e5381 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] 10.222.0.11 "DELETE /v2.0/security-groups/582a7bdd-c931-4b68-9c8a-6baf1819cc7d HTTP/1.1" status: 204 len: 168 time: 0.2130189 Jun 17 05:54:41.715467 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-e99f8446-1864-40bc-80ce-1185e20fbd05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:54:41.720516 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.wsgi [-] (99868) accepted ('10.222.0.11', 58720) {{(pid=99868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:54:41.724246 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2fb641-3d90-42c4-9491-6f70736e5381 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=582a7bdd-c931-4b68-9c8a-6baf1819cc7d,revision_number=None']} {{(pid=99869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:54:41.727165 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-5e2fb641-3d90-42c4-9491-6f70736e5381 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:54:41.733845 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.api.v2.resource [None req-bb10bf7f-4ba8-4616-b211-a17b871310e7 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] show failed (client error): The resource could not be found. Jun 17 05:54:41.737663 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [None req-bb10bf7f-4ba8-4616-b211-a17b871310e7 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] 10.222.0.11 "GET /v2.0/security-groups/582a7bdd-c931-4b68-9c8a-6baf1819cc7d HTTP/1.1" status: 404 len: 347 time: 0.0164483 Jun 17 05:54:41.738062 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.wsgi [-] (99869) accepted ('10.222.0.11', 58722) {{(pid=99869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:54:41.860108 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.plugins.ml2.plugin [None req-1c506180-dc59-4f83-98dc-52776f0c6d6b tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Deleting port 1f9c84c1-2d2c-4eca-bbb4-8b8c15dfc0fb {{(pid=99869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 05:54:41.860443 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-1c506180-dc59-4f83-98dc-52776f0c6d6b tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773697957277'] for port, before_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:41.941612 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-1c506180-dc59-4f83-98dc-52776f0c6d6b tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429017'] for port, precommit_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:41.941946 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-1c506180-dc59-4f83-98dc-52776f0c6d6b tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:42.012402 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.plugins.ml2.plugin [None req-1c506180-dc59-4f83-98dc-52776f0c6d6b tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Calling delete_port for 1f9c84c1-2d2c-4eca-bbb4-8b8c15dfc0fb owned by network:floatingip {{(pid=99869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 05:54:42.247315 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-1c506180-dc59-4f83-98dc-52776f0c6d6b tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773697962361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773697504552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565517'] for port, after_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:42.249366 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:54:42.277098 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c506180-dc59-4f83-98dc-52776f0c6d6b tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Pushing event deleted for resources: {'Port': ['ID=1f9c84c1-2d2c-4eca-bbb4-8b8c15dfc0fb,revision_number=None']} {{(pid=99869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:54:42.280408 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-1c506180-dc59-4f83-98dc-52776f0c6d6b tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:54:42.352227 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-1c506180-dc59-4f83-98dc-52776f0c6d6b tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Notify callbacks [] for floatingip, after_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:42.354629 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-1c506180-dc59-4f83-98dc-52776f0c6d6b tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-860254'] for floatingip, before_response {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:42.355776 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [None req-1c506180-dc59-4f83-98dc-52776f0c6d6b tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] 10.222.0.11 "DELETE /v2.0/floatingips/18cc4597-4f99-4c23-bcdd-539fccd3b44c HTTP/1.1" status: 204 len: 168 time: 0.6167345 Jun 17 05:54:42.544931 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-e4a25698-dc7e-488a-a9c3-c2b55bed5747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:42.759998 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.wsgi [-] (99869) accepted ('10.222.0.11', 58746) {{(pid=99869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:54:42.764774 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.v2.base [None req-5ffd70d7-9161-4d3d-a9e0-12e705c90c19 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1631301960', 'description': 'tempest-description--1718416125'}} {{(pid=99869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:54:42.865274 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-5ffd70d7-9161-4d3d-a9e0-12e705c90c19 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Notify callbacks [] for security_group, before_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:42.947252 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-5ffd70d7-9161-4d3d-a9e0-12e705c90c19 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Notify callbacks [] for security_group, precommit_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:43.030032 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-5ffd70d7-9161-4d3d-a9e0-12e705c90c19 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:43.033365 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-0e4a8f4a-525c-4f70-ad95-c99073ce8a4e tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:54:43.057644 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffd70d7-9161-4d3d-a9e0-12e705c90c19 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e71f2b36-6dc6-4d84-9f98-07af60a75afa,revision_number=1']} {{(pid=99869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:54:43.060358 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-5ffd70d7-9161-4d3d-a9e0-12e705c90c19 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:54:43.173407 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-5ffd70d7-9161-4d3d-a9e0-12e705c90c19 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Notify callbacks [] for security_group, before_response {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:43.174697 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [None req-5ffd70d7-9161-4d3d-a9e0-12e705c90c19 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4136431 Jun 17 05:54:43.177546 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.wsgi [-] (99869) accepted ('10.222.0.11', 58760) {{(pid=99869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:54:43.182695 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.v2.base [None req-0c1eb295-ecb8-4508-bff1-227be651ea7f tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Request body: {'security_group_rule': {'security_group_id': 'e71f2b36-6dc6-4d84-9f98-07af60a75afa', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:54:43.293122 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-0c1eb295-ecb8-4508-bff1-227be651ea7f tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:43.352800 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-0c1eb295-ecb8-4508-bff1-227be651ea7f tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:43.476910 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-0c1eb295-ecb8-4508-bff1-227be651ea7f tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481033'] for security_group_rule, after_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:43.479934 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-79bc9db9-4273-47ac-a358-b42b7d8c0ff1 tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:54:43.505357 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1eb295-ecb8-4508-bff1-227be651ea7f tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=219faec3-c6db-47f9-a1c5-480017b87ff3,revision_number=0']} {{(pid=99869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:54:43.509858 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-0c1eb295-ecb8-4508-bff1-227be651ea7f tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:54:43.602271 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-0c1eb295-ecb8-4508-bff1-227be651ea7f tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:43.603817 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [None req-0c1eb295-ecb8-4508-bff1-227be651ea7f tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4251893 Jun 17 05:54:43.606292 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.wsgi [-] (99869) accepted ('10.222.0.11', 58764) {{(pid=99869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:54:43.611112 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.v2.base [None req-aeab78e3-4778-4ea5-8083-eef6d7b4a231 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Request body: {'security_group_rule': {'security_group_id': 'e71f2b36-6dc6-4d84-9f98-07af60a75afa', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:54:43.704423 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-aeab78e3-4778-4ea5-8083-eef6d7b4a231 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:43.770191 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-aeab78e3-4778-4ea5-8083-eef6d7b4a231 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:43.869007 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-aeab78e3-4778-4ea5-8083-eef6d7b4a231 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481033'] for security_group_rule, after_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:43.874718 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-6272f0d1-3355-4bcf-9ecf-043b1583bdff tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:54:43.892256 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeab78e3-4778-4ea5-8083-eef6d7b4a231 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e18e4a4f-49fe-4b19-a1de-535c8195976d,revision_number=0']} {{(pid=99869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:54:43.895410 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-aeab78e3-4778-4ea5-8083-eef6d7b4a231 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:54:43.973325 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-aeab78e3-4778-4ea5-8083-eef6d7b4a231 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:43.974679 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [None req-aeab78e3-4778-4ea5-8083-eef6d7b4a231 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3673701 Jun 17 05:54:43.977956 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.wsgi [-] (99869) accepted ('10.222.0.11', 58778) {{(pid=99869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:54:43.982568 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.v2.base [None req-56147db4-9be9-413e-8112-a47cc0456f40 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Request body: {'floatingip': {'floating_network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6'}} {{(pid=99869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:54:44.082198 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-56147db4-9be9-413e-8112-a47cc0456f40 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Notify callbacks [] for floatingip, before_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:44.218299 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-56147db4-9be9-413e-8112-a47cc0456f40 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1464150'] for port, before_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:44.316851 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-835a5b83-af16-4b0b-afcf-c7c94ac397a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:44.324657 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8beab30-4b81-4cec-aeb9-2c6250af05d1 req-8bfda3eb-af3d-4ea0-a5a4-0e379e3f939a tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:54:44.326117 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-f8beab30-4b81-4cec-aeb9-2c6250af05d1 req-8bfda3eb-af3d-4ea0-a5a4-0e379e3f939a tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/ports?device_id=89daf3b0-91da-40ba-b0d0-ef0e80a9ba79 HTTP/1.1" status: 200 len: 945 time: 0.1448574 Jun 17 05:54:44.360464 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.db.db_base_plugin_common [None req-56147db4-9be9-413e-8112-a47cc0456f40 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Allocated IP 172.28.2.23 (afc4d833-6824-4139-a55a-2b6a6bf3fba6/527396ff-4aca-4049-a96d-23452d13fcc2/93213abe-0fb1-4e5c-bccb-002c877cae44) {{(pid=99869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 05:54:44.387734 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-f8beab30-4b81-4cec-aeb9-2c6250af05d1 req-38d338e1-5374-4512-9854-28d24b7765aa tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/security-groups?id=8905ba84-829b-4ccb-a5e8-0db6da435808&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555003 Jun 17 05:54:44.475122 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-56147db4-9be9-413e-8112-a47cc0456f40 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Notify callbacks [] for port, precommit_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:44.693831 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-56147db4-9be9-413e-8112-a47cc0456f40 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1465235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-156110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-564052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773697504543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2565508'] for port, after_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:44.704811 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-4cdc215c-a864-4094-a829-008c68fbf7bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:54:44.736107 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56147db4-9be9-413e-8112-a47cc0456f40 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Network afc4d833-6824-4139-a55a-2b6a6bf3fba6 is already hosted by enough agents. {{(pid=99869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 05:54:44.738805 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.scheduler.base_scheduler [None req-56147db4-9be9-413e-8112-a47cc0456f40 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Resources bound (agent type, host, resource id): {{(pid=99869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 05:54:44.741352 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56147db4-9be9-413e-8112-a47cc0456f40 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Received port after_create {{(pid=99869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 05:54:44.767291 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56147db4-9be9-413e-8112-a47cc0456f40 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Pushing event updated for resources: {'Port': ['ID=93213abe-0fb1-4e5c-bccb-002c877cae44,revision_number=1']} {{(pid=99869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:54:44.772266 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-56147db4-9be9-413e-8112-a47cc0456f40 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:54:45.047647 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-56147db4-9be9-413e-8112-a47cc0456f40 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:45.214009 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-56147db4-9be9-413e-8112-a47cc0456f40 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1464132'] for port, before_update {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:45.375332 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-56147db4-9be9-413e-8112-a47cc0456f40 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Notify callbacks [] for port, precommit_update {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:45.441858 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-56147db4-9be9-413e-8112-a47cc0456f40 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773697962343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773697504561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773697504606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565558'] for port, after_update {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:45.444910 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:54:45.511874 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56147db4-9be9-413e-8112-a47cc0456f40 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Pushing event updated for resources: {'Port': ['ID=93213abe-0fb1-4e5c-bccb-002c877cae44,revision_number=2']} {{(pid=99869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:54:45.515574 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-56147db4-9be9-413e-8112-a47cc0456f40 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:54:45.518421 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-56147db4-9be9-413e-8112-a47cc0456f40 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-422873'] for floatingip, after_update {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:45.590066 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623f9d62-23b1-4897-b88b-b39e4836e5ad req-bf1f3655-a52b-4572-9d7e-51042a53eede tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:54:45.591527 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-623f9d62-23b1-4897-b88b-b39e4836e5ad req-bf1f3655-a52b-4572-9d7e-51042a53eede tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/ports?device_id=89daf3b0-91da-40ba-b0d0-ef0e80a9ba79 HTTP/1.1" status: 200 len: 945 time: 0.0620308 Jun 17 05:54:45.602503 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-56147db4-9be9-413e-8112-a47cc0456f40 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-860254'] for floatingip, before_response {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:45.611569 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [None req-56147db4-9be9-413e-8112-a47cc0456f40 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6249204 Jun 17 05:54:45.629387 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-623f9d62-23b1-4897-b88b-b39e4836e5ad req-f434bd7e-f61c-4479-b49b-93fae7941235 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/security-groups?id=8905ba84-829b-4ccb-a5e8-0db6da435808&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317588 Jun 17 05:54:45.728762 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.wsgi [-] (99869) accepted ('10.222.0.11', 58808) {{(pid=99869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:54:45.795833 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.db.db_base_plugin_v2 [None req-49a6a28b-49fa-4f98-9e06-637707192375 admin admin] Deleting subnet 58d99635-f6f3-4065-a708-47e3a97f7027 {{(pid=99869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 05:54:45.800030 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-49a6a28b-49fa-4f98-9e06-637707192375 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:45.828189 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-d47fc410-9edb-4f2d-ae0a-08da694e8d92 req-0c4157ee-abd2-490e-9571-7fc6495b193d tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1631301960&fields=id&tenant_id=ae0a24f5f1a8477e9911aebfa109b499 HTTP/1.1" status: 200 len: 267 time: 0.0684514 Jun 17 05:54:45.896656 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-49a6a28b-49fa-4f98-9e06-637707192375 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2471661'] for subnet, precommit_delete_associations {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:45.955718 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-49a6a28b-49fa-4f98-9e06-637707192375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1554961'] for subnet, precommit_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:46.006701 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47fc410-9edb-4f2d-ae0a-08da694e8d92 req-5c84688e-8404-41c4-be4a-bbf9bc097b04 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:54:46.008183 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-d47fc410-9edb-4f2d-ae0a-08da694e8d92 req-5c84688e-8404-41c4-be4a-bbf9bc097b04 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] 10.222.0.11 "GET /v2.0/networks?id=c6577bd9-88ee-45e9-b1f3-3f9c3f74b7c9 HTTP/1.1" status: 200 len: 811 time: 0.1722605 Jun 17 05:54:46.028720 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-d47fc410-9edb-4f2d-ae0a-08da694e8d92 req-3202e4e7-287e-4bfc-bcd2-f53cacbac530 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] 10.222.0.11 "GET /v2.0/quotas/ae0a24f5f1a8477e9911aebfa109b499 HTTP/1.1" status: 200 len: 375 time: 0.0138211 Jun 17 05:54:46.106974 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-d47fc410-9edb-4f2d-ae0a-08da694e8d92 req-36f00d68-d47a-4db9-bff5-86147feec057 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=ae0a24f5f1a8477e9911aebfa109b499&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0725796 Jun 17 05:54:46.124301 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-49a6a28b-49fa-4f98-9e06-637707192375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1554968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565495', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27191889'] for subnet, after_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:46.126291 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:54:46.151309 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a6a28b-49fa-4f98-9e06-637707192375 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58d99635-f6f3-4065-a708-47e3a97f7027,revision_number=None']} {{(pid=99869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:54:46.154578 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-49a6a28b-49fa-4f98-9e06-637707192375 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:54:46.155466 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-49a6a28b-49fa-4f98-9e06-637707192375 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:46.157240 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [None req-49a6a28b-49fa-4f98-9e06-637707192375 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/58d99635-f6f3-4065-a708-47e3a97f7027 HTTP/1.1" status: 204 len: 168 time: 0.4274426 Jun 17 05:54:46.159699 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.wsgi [-] (99869) accepted ('10.222.0.11', 58832) {{(pid=99869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:54:46.249751 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-9e5d1cde-be64-4b4e-8068-4ccb7e2d67f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1481875'] for network, before_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:46.385992 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-d47fc410-9edb-4f2d-ae0a-08da694e8d92 req-59fa0bfa-dafa-438f-9a61-5fd6f1ff5622 service neutron] 10.222.0.11 "GET /v2.0/networks/c6577bd9-88ee-45e9-b1f3-3f9c3f74b7c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2677119 Jun 17 05:54:46.389156 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-9e5d1cde-be64-4b4e-8068-4ccb7e2d67f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1553032', 'neutron.services.segments.db._delete_segments_for_network-8773697995057'] for network, precommit_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:46.413284 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.services.segments.db [None req-9e5d1cde-be64-4b4e-8068-4ccb7e2d67f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4005e20a-aa5f-4d8b-99ef-75b8784c3497']}} {{(pid=99869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:54:46.460223 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.services.segments.db [None req-9e5d1cde-be64-4b4e-8068-4ccb7e2d67f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57cf4dce-3961-4ff0-a353-28aa28d3300b') {'for_net_delete': True} {{(pid=99869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:54:46.460642 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.services.segments.db [None req-9e5d1cde-be64-4b4e-8068-4ccb7e2d67f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57cf4dce-3961-4ff0-a353-28aa28d3300b') {} {{(pid=99869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:54:46.477451 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-9e5d1cde-be64-4b4e-8068-4ccb7e2d67f1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773697993858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2471650'] for segment, before_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:46.494036 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-9e5d1cde-be64-4b4e-8068-4ccb7e2d67f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589316'] for segment, precommit_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:46.508462 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e5d1cde-be64-4b4e-8068-4ccb7e2d67f1 admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=99869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 05:54:46.508846 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-9e5d1cde-be64-4b4e-8068-4ccb7e2d67f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565594'] for segment, after_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:46.510708 dv-cinder-772623-9-smb neutron-server[99869]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 05:54:46.510708 dv-cinder-772623-9-smb neutron-server[99869]: conditions |= (models_v2.Port.network_id.in_( Jun 17 05:54:46.510708 dv-cinder-772623-9-smb neutron-server[99869]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 05:54:46.510708 dv-cinder-772623-9-smb neutron-server[99869]: retrieve_revision_numbers = { Jun 17 05:54:46.510708 dv-cinder-772623-9-smb neutron-server[99869]: Traceback (most recent call last): Jun 17 05:54:46.510708 dv-cinder-772623-9-smb neutron-server[99869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 05:54:46.510708 dv-cinder-772623-9-smb neutron-server[99869]: timer() Jun 17 05:54:46.510708 dv-cinder-772623-9-smb neutron-server[99869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 05:54:46.510708 dv-cinder-772623-9-smb neutron-server[99869]: cb(*args, **kw) Jun 17 05:54:46.510708 dv-cinder-772623-9-smb neutron-server[99869]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 05:54:46.510708 dv-cinder-772623-9-smb neutron-server[99869]: return func(*args, **kwargs) Jun 17 05:54:46.510708 dv-cinder-772623-9-smb neutron-server[99869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 05:54:46.510708 dv-cinder-772623-9-smb neutron-server[99869]: self._notify() Jun 17 05:54:46.510708 dv-cinder-772623-9-smb neutron-server[99869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 05:54:46.510708 dv-cinder-772623-9-smb neutron-server[99869]: self.callback(batched_events) Jun 17 05:54:46.510708 dv-cinder-772623-9-smb neutron-server[99869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 05:54:46.510708 dv-cinder-772623-9-smb neutron-server[99869]: event.method(event) Jun 17 05:54:46.510708 dv-cinder-772623-9-smb neutron-server[99869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 05:54:46.510708 dv-cinder-772623-9-smb neutron-server[99869]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 05:54:46.510708 dv-cinder-772623-9-smb neutron-server[99869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 05:54:46.510708 dv-cinder-772623-9-smb neutron-server[99869]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 05:54:46.510708 dv-cinder-772623-9-smb neutron-server[99869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 05:54:46.510708 dv-cinder-772623-9-smb neutron-server[99869]: return f(self, *a, **k) Jun 17 05:54:46.510708 dv-cinder-772623-9-smb neutron-server[99869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 05:54:46.510708 dv-cinder-772623-9-smb neutron-server[99869]: return self._get(url).json() Jun 17 05:54:46.510708 dv-cinder-772623-9-smb neutron-server[99869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 05:54:46.510708 dv-cinder-772623-9-smb neutron-server[99869]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 05:54:46.510708 dv-cinder-772623-9-smb neutron-server[99869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 05:54:46.510708 dv-cinder-772623-9-smb neutron-server[99869]: return self.request(url, 'GET', **kwargs) Jun 17 05:54:46.510708 dv-cinder-772623-9-smb neutron-server[99869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 05:54:46.510708 dv-cinder-772623-9-smb neutron-server[99869]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 05:54:46.510708 dv-cinder-772623-9-smb neutron-server[99869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 05:54:46.510708 dv-cinder-772623-9-smb neutron-server[99869]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 05:54:46.510708 dv-cinder-772623-9-smb neutron-server[99869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 05:54:46.510708 dv-cinder-772623-9-smb neutron-server[99869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 05:54:46.510708 dv-cinder-772623-9-smb neutron-server[99869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 05:54:46.574391 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-d47fc410-9edb-4f2d-ae0a-08da694e8d92 req-769b09b9-e87c-45a6-89dc-67c4967486cc service neutron] 10.222.0.11 "GET /v2.0/networks/c6577bd9-88ee-45e9-b1f3-3f9c3f74b7c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824493 Jun 17 05:54:46.680794 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-9e5d1cde-be64-4b4e-8068-4ccb7e2d67f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1553043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3713235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-564052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422727'] for network, after_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:46.686325 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:54:46.701010 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-9e5d1cde-be64-4b4e-8068-4ccb7e2d67f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564043'] for network, before_response {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:46.704635 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [None req-9e5d1cde-be64-4b4e-8068-4ccb7e2d67f1 admin admin] 10.222.0.11 "DELETE /v2.0/networks/4005e20a-aa5f-4d8b-99ef-75b8784c3497 HTTP/1.1" status: 204 len: 168 time: 0.5436978 Jun 17 05:54:46.706289 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5d1cde-be64-4b4e-8068-4ccb7e2d67f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=4005e20a-aa5f-4d8b-99ef-75b8784c3497,revision_number=None']} {{(pid=99869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:54:46.711585 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-9e5d1cde-be64-4b4e-8068-4ccb7e2d67f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:54:46.826152 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd48fb4-a1f5-42ad-86fe-4f12046eafc5 req-8b18aa3a-cb5f-425a-9cdc-ab939d930160 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:54:46.827723 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-dbd48fb4-a1f5-42ad-86fe-4f12046eafc5 req-8b18aa3a-cb5f-425a-9cdc-ab939d930160 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/ports?device_id=89daf3b0-91da-40ba-b0d0-ef0e80a9ba79 HTTP/1.1" status: 200 len: 945 time: 0.0749114 Jun 17 05:54:46.892131 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-dbd48fb4-a1f5-42ad-86fe-4f12046eafc5 req-3333db6d-a704-4aca-aae7-6567d0a09a73 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/security-groups?id=8905ba84-829b-4ccb-a5e8-0db6da435808&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556529 Jun 17 05:54:46.905724 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-11264fd7-0d93-49f9-8e53-9626f0471e2c req-fb19a488-498d-4a02-9dd2-0cc3349f6733 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa3bd0fe-7f52-4c59-b22a-e0abb20c70a9 HTTP/1.1" status: 200 len: 210 time: 0.0307586 Jun 17 05:54:47.116495 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.db.agents_db [None req-7f16872b-b609-48fb-9c73-6a76dd98e1b9 None None] Agent healthcheck: found 6 active agents {{(pid=99871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 05:54:47.223192 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.wsgi [-] (99869) accepted ('10.222.0.11', 58858) {{(pid=99869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:54:47.264347 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [None req-91340e4e-6c6f-4c75-ad63-5690bb997881 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=cb6edd7aadc4432ab0aae4e4e01d014b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0398138 Jun 17 05:54:47.266692 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.wsgi [-] (99869) accepted ('10.222.0.11', 58860) {{(pid=99869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:54:47.313863 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-daaf0e0d-846a-4af0-97b1-614f9a587691 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:47.334520 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-daaf0e0d-846a-4af0-97b1-614f9a587691 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:47.475008 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-daaf0e0d-846a-4af0-97b1-614f9a587691 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:47.478319 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-daaf0e0d-846a-4af0-97b1-614f9a587691 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:47.479468 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [None req-daaf0e0d-846a-4af0-97b1-614f9a587691 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/eee29790-a2f6-41fc-a57b-695b41c17f54 HTTP/1.1" status: 204 len: 168 time: 0.2118018 Jun 17 05:54:47.480264 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-7d9c4a30-f088-40ad-bf84-5e041f5d44e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:54:47.488592 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaf0e0d-846a-4af0-97b1-614f9a587691 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eee29790-a2f6-41fc-a57b-695b41c17f54,revision_number=None']} {{(pid=99869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:54:47.499233 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-daaf0e0d-846a-4af0-97b1-614f9a587691 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:54:47.617847 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:47.992942 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-471973c1-3a3c-49c9-9721-b70f86cb7eb0 req-4306b164-fbfb-4bb5-b01e-ec8f4e645b46 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa3bd0fe-7f52-4c59-b22a-e0abb20c70a9 HTTP/1.1" status: 200 len: 210 time: 0.0294466 Jun 17 05:54:48.088193 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0d559b-271a-4708-bfc9-690c9b849075 req-871f613d-9d5a-41cd-9c11-030d12b52d72 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:54:48.089709 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-8f0d559b-271a-4708-bfc9-690c9b849075 req-871f613d-9d5a-41cd-9c11-030d12b52d72 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/ports?device_id=89daf3b0-91da-40ba-b0d0-ef0e80a9ba79 HTTP/1.1" status: 200 len: 945 time: 0.0634127 Jun 17 05:54:48.129190 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-8f0d559b-271a-4708-bfc9-690c9b849075 req-767ca5aa-f136-4e08-b12d-194bc0f9324c tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/security-groups?id=8905ba84-829b-4ccb-a5e8-0db6da435808&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337000 Jun 17 05:54:49.136716 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-2dcf4122-a00d-4dad-a976-a3954365d542 req-9f74328b-a8a7-4869-ac3d-3c520761fea9 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa3bd0fe-7f52-4c59-b22a-e0abb20c70a9 HTTP/1.1" status: 200 len: 210 time: 0.0283988 Jun 17 05:54:49.313789 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134e379f-0141-453a-976d-952a4f166f0a req-772b618d-e805-4afe-953a-f120c45562cf tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:54:49.315375 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-134e379f-0141-453a-976d-952a4f166f0a req-772b618d-e805-4afe-953a-f120c45562cf tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/ports?device_id=89daf3b0-91da-40ba-b0d0-ef0e80a9ba79 HTTP/1.1" status: 200 len: 945 time: 0.0641630 Jun 17 05:54:49.352333 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-134e379f-0141-453a-976d-952a4f166f0a req-e1ef5558-2e44-45db-b98d-e5887be26730 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/security-groups?id=8905ba84-829b-4ccb-a5e8-0db6da435808&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312750 Jun 17 05:54:49.530535 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47fc410-9edb-4f2d-ae0a-08da694e8d92 req-1a813f52-f900-465b-822f-7c944ee72b97 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:54:49.531975 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-d47fc410-9edb-4f2d-ae0a-08da694e8d92 req-1a813f52-f900-465b-822f-7c944ee72b97 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] 10.222.0.13 "GET /v2.0/networks?id=c6577bd9-88ee-45e9-b1f3-3f9c3f74b7c9 HTTP/1.1" status: 200 len: 811 time: 0.0986688 Jun 17 05:54:49.574062 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-d47fc410-9edb-4f2d-ae0a-08da694e8d92 req-15b11206-8808-4c7e-877f-3341e1c990d4 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ae0a24f5f1a8477e9911aebfa109b499 HTTP/1.1" status: 200 len: 380 time: 0.0333157 Jun 17 05:54:49.582712 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.v2.base [req-d47fc410-9edb-4f2d-ae0a-08da694e8d92 req-ebbc7b91-cfef-4336-a1ee-209ba0e06070 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Request body: {'port': {'device_id': 'aa3bd0fe-7f52-4c59-b22a-e0abb20c70a9', 'network_id': 'c6577bd9-88ee-45e9-b1f3-3f9c3f74b7c9', 'admin_state_up': True, 'tenant_id': 'ae0a24f5f1a8477e9911aebfa109b499', 'security_groups': ['e71f2b36-6dc6-4d84-9f98-07af60a75afa']}} {{(pid=99868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:54:49.748840 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d47fc410-9edb-4f2d-ae0a-08da694e8d92 req-ebbc7b91-cfef-4336-a1ee-209ba0e06070 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Made reservation on behalf of ae0a24f5f1a8477e9911aebfa109b499 for: {'port': 1} {{(pid=99868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 05:54:49.752645 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-d47fc410-9edb-4f2d-ae0a-08da694e8d92 req-ebbc7b91-cfef-4336-a1ee-209ba0e06070 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1464150'] for port, before_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:49.877920 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.db.db_base_plugin_common [req-d47fc410-9edb-4f2d-ae0a-08da694e8d92 req-ebbc7b91-cfef-4336-a1ee-209ba0e06070 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Allocated IP 172.20.0.14 (c6577bd9-88ee-45e9-b1f3-3f9c3f74b7c9/35c614e0-7ac4-483c-87c5-4f794e2b1be8/a290eecd-95f4-4db2-bb33-c16e421beb03) {{(pid=99868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 05:54:50.014391 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-d47fc410-9edb-4f2d-ae0a-08da694e8d92 req-ebbc7b91-cfef-4336-a1ee-209ba0e06070 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Notify callbacks [] for port, precommit_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:50.028174 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.db.provisioning_blocks [req-d47fc410-9edb-4f2d-ae0a-08da694e8d92 req-ebbc7b91-cfef-4336-a1ee-209ba0e06070 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Transition to ACTIVE for port object a290eecd-95f4-4db2-bb33-c16e421beb03 will not be triggered until provisioned by entity DHCP. {{(pid=99868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 05:54:50.150771 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-d47fc410-9edb-4f2d-ae0a-08da694e8d92 req-ebbc7b91-cfef-4336-a1ee-209ba0e06070 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1465235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-156110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-564052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773697504543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2882486'] for port, after_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:50.154516 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-2b5da70b-16d2-4689-9b27-6f94a08d3793 tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:54:50.194224 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d47fc410-9edb-4f2d-ae0a-08da694e8d92 req-ebbc7b91-cfef-4336-a1ee-209ba0e06070 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Network c6577bd9-88ee-45e9-b1f3-3f9c3f74b7c9 is already hosted by enough agents. {{(pid=99868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 05:54:50.198106 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.scheduler.base_scheduler [req-d47fc410-9edb-4f2d-ae0a-08da694e8d92 req-ebbc7b91-cfef-4336-a1ee-209ba0e06070 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Resources bound (agent type, host, resource id): {{(pid=99868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 05:54:50.203769 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.db.l3_dvrscheduler_db [req-d47fc410-9edb-4f2d-ae0a-08da694e8d92 req-ebbc7b91-cfef-4336-a1ee-209ba0e06070 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Received port after_create {{(pid=99868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 05:54:50.227542 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbc7b91-cfef-4336-a1ee-209ba0e06070 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Pushing event updated for resources: {'Port': ['ID=a290eecd-95f4-4db2-bb33-c16e421beb03,revision_number=1']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:54:50.232108 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-ebbc7b91-cfef-4336-a1ee-209ba0e06070 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:54:50.260266 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47fc410-9edb-4f2d-ae0a-08da694e8d92 req-ebbc7b91-cfef-4336-a1ee-209ba0e06070 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:54:50.261091 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-d47fc410-9edb-4f2d-ae0a-08da694e8d92 req-ebbc7b91-cfef-4336-a1ee-209ba0e06070 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-860254'] for port, before_response {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:50.325011 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c99f20-348f-4f07-9b93-dd6a003b9624 req-35fceb24-73c4-4865-b2cd-59d9e848f8b9 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:54:50.326562 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-d4c99f20-348f-4f07-9b93-dd6a003b9624 req-35fceb24-73c4-4865-b2cd-59d9e848f8b9 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa3bd0fe-7f52-4c59-b22a-e0abb20c70a9 HTTP/1.1" status: 200 len: 932 time: 0.0668082 Jun 17 05:54:50.333746 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-d47fc410-9edb-4f2d-ae0a-08da694e8d92 req-ebbc7b91-cfef-4336-a1ee-209ba0e06070 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7544868 Jun 17 05:54:50.366151 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-d4c99f20-348f-4f07-9b93-dd6a003b9624 req-24f3a106-5636-405f-8d3c-46f06870ee9a tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] 10.222.0.11 "GET /v2.0/security-groups?id=e71f2b36-6dc6-4d84-9f98-07af60a75afa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334547 Jun 17 05:54:50.486096 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.v2.base [req-d47fc410-9edb-4f2d-ae0a-08da694e8d92 req-d57e1e8e-55c7-4329-b082-bd36966595ba service neutron] Request body: {'port': {'device_id': 'aa3bd0fe-7f52-4c59-b22a-e0abb20c70a9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=99868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:54:50.556148 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.provisioning_blocks [None req-643de420-bc6d-4e07-a8b2-d5c752077b47 None None] Provisioning for port a290eecd-95f4-4db2-bb33-c16e421beb03 completed by entity DHCP. {{(pid=99870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 05:54:50.560171 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.provisioning_blocks [None req-643de420-bc6d-4e07-a8b2-d5c752077b47 None None] Provisioning complete for port a290eecd-95f4-4db2-bb33-c16e421beb03 triggered by entity DHCP. {{(pid=99870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 05:54:50.560559 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-643de420-bc6d-4e07-a8b2-d5c752077b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551367'] for port, provisioning_complete {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:50.594868 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.plugin [None req-643de420-bc6d-4e07-a8b2-d5c752077b47 None None] Port a290eecd-95f4-4db2-bb33-c16e421beb03 cannot update to ACTIVE because it is not bound. {{(pid=99870) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 05:54:50.602067 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc17dd1f-9f12-434b-afed-d3f72831ddba req-ddd30bcc-03aa-4f28-bf46-bffcb712b4e4 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:54:50.603562 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-fc17dd1f-9f12-434b-afed-d3f72831ddba req-ddd30bcc-03aa-4f28-bf46-bffcb712b4e4 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/ports?device_id=89daf3b0-91da-40ba-b0d0-ef0e80a9ba79 HTTP/1.1" status: 200 len: 945 time: 0.1341259 Jun 17 05:54:50.604119 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-d47fc410-9edb-4f2d-ae0a-08da694e8d92 req-d57e1e8e-55c7-4329-b082-bd36966595ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1464132'] for port, before_update {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:50.680017 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-fc17dd1f-9f12-434b-afed-d3f72831ddba req-e3b7a48b-5add-4aac-91df-41639edc1b23 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/security-groups?id=8905ba84-829b-4ccb-a5e8-0db6da435808&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676622 Jun 17 05:54:50.883677 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.notifiers.nova [req-d47fc410-9edb-4f2d-ae0a-08da694e8d92 req-d57e1e8e-55c7-4329-b082-bd36966595ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a290eecd-95f4-4db2-bb33-c16e421beb03 {{(pid=99868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 05:54:50.891645 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-d47fc410-9edb-4f2d-ae0a-08da694e8d92 req-d57e1e8e-55c7-4329-b082-bd36966595ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:50.906143 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.db.provisioning_blocks [req-d47fc410-9edb-4f2d-ae0a-08da694e8d92 req-d57e1e8e-55c7-4329-b082-bd36966595ba service neutron] Transition to ACTIVE for port object a290eecd-95f4-4db2-bb33-c16e421beb03 will not be triggered until provisioned by entity L2. {{(pid=99868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 05:54:50.983427 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-d47fc410-9edb-4f2d-ae0a-08da694e8d92 req-d57e1e8e-55c7-4329-b082-bd36966595ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773697962343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773697504561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773697504606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2882436'] for port, after_update {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:50.985594 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-60408a3c-2fdd-4e98-ab7f-aefd17bf6853 tempest-VolumesSnapshotTestJSON-764430663 tempest-VolumesSnapshotTestJSON-764430663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:54:51.063825 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57e1e8e-55c7-4329-b082-bd36966595ba service neutron] Pushing event updated for resources: {'Port': ['ID=a290eecd-95f4-4db2-bb33-c16e421beb03,revision_number=2']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:54:51.067333 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-d57e1e8e-55c7-4329-b082-bd36966595ba service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:54:51.136768 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.managers [req-d47fc410-9edb-4f2d-ae0a-08da694e8d92 req-d57e1e8e-55c7-4329-b082-bd36966595ba service neutron] Attempting to bind port a290eecd-95f4-4db2-bb33-c16e421beb03 on host hv-cinder-77262 for vnic_type normal with profile {{(pid=99868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 05:54:51.138997 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.managers [req-d47fc410-9edb-4f2d-ae0a-08da694e8d92 req-d57e1e8e-55c7-4329-b082-bd36966595ba service neutron] Attempting to bind port a290eecd-95f4-4db2-bb33-c16e421beb03 by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': 'de5ee00f-2b8c-4637-b4a3-528ee36727c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'c6577bd9-88ee-45e9-b1f3-3f9c3f74b7c9'}] {{(pid=99868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 05:54:51.138997 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d47fc410-9edb-4f2d-ae0a-08da694e8d92 req-d57e1e8e-55c7-4329-b082-bd36966595ba service neutron] Attempting to bind port a290eecd-95f4-4db2-bb33-c16e421beb03 on network c6577bd9-88ee-45e9-b1f3-3f9c3f74b7c9 {{(pid=99868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 05:54:51.141868 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d47fc410-9edb-4f2d-ae0a-08da694e8d92 req-d57e1e8e-55c7-4329-b082-bd36966595ba service neutron] Port a290eecd-95f4-4db2-bb33-c16e421beb03 on network c6577bd9-88ee-45e9-b1f3-3f9c3f74b7c9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=99868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 05:54:51.142188 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d47fc410-9edb-4f2d-ae0a-08da694e8d92 req-d57e1e8e-55c7-4329-b082-bd36966595ba service neutron] Attempting to bind port a290eecd-95f4-4db2-bb33-c16e421beb03 on network c6577bd9-88ee-45e9-b1f3-3f9c3f74b7c9 {{(pid=99868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 05:54:51.147105 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d47fc410-9edb-4f2d-ae0a-08da694e8d92 req-d57e1e8e-55c7-4329-b082-bd36966595ba service neutron] Checking agent: {'id': 'a94c375a-f30e-48af-b86b-c1ab552b3c7d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 5, 47, 47), 'started_at': datetime.datetime(2021, 6, 17, 5, 47, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 5, 54, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 05:54:51.147436 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d47fc410-9edb-4f2d-ae0a-08da694e8d92 req-d57e1e8e-55c7-4329-b082-bd36966595ba service neutron] Checking segment: {'id': 'de5ee00f-2b8c-4637-b4a3-528ee36727c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'c6577bd9-88ee-45e9-b1f3-3f9c3f74b7c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 05:54:51.147855 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d47fc410-9edb-4f2d-ae0a-08da694e8d92 req-d57e1e8e-55c7-4329-b082-bd36966595ba service neutron] Bound using segment: {'id': 'de5ee00f-2b8c-4637-b4a3-528ee36727c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'c6577bd9-88ee-45e9-b1f3-3f9c3f74b7c9'} {{(pid=99868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 05:54:51.148891 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.managers [req-d47fc410-9edb-4f2d-ae0a-08da694e8d92 req-d57e1e8e-55c7-4329-b082-bd36966595ba service neutron] Bound port: a290eecd-95f4-4db2-bb33-c16e421beb03, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de5ee00f-2b8c-4637-b4a3-528ee36727c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'c6577bd9-88ee-45e9-b1f3-3f9c3f74b7c9'}}] {{(pid=99868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 05:54:51.149245 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-d47fc410-9edb-4f2d-ae0a-08da694e8d92 req-d57e1e8e-55c7-4329-b082-bd36966595ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1464132'] for port, before_update {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:51.212925 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.db [req-d47fc410-9edb-4f2d-ae0a-08da694e8d92 req-d57e1e8e-55c7-4329-b082-bd36966595ba service neutron] For port a290eecd-95f4-4db2-bb33-c16e421beb03, host hv-cinder-77262, cleared binding levels {{(pid=99868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 05:54:51.216160 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.db [req-d47fc410-9edb-4f2d-ae0a-08da694e8d92 req-d57e1e8e-55c7-4329-b082-bd36966595ba service neutron] For port a290eecd-95f4-4db2-bb33-c16e421beb03, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=a290eecd-95f4-4db2-bb33-c16e421beb03,segment=NetworkSegment(de5ee00f-2b8c-4637-b4a3-528ee36727c1),segment_id=de5ee00f-2b8c-4637-b4a3-528ee36727c1)] {{(pid=99868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 05:54:51.356621 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-d47fc410-9edb-4f2d-ae0a-08da694e8d92 req-d57e1e8e-55c7-4329-b082-bd36966595ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773697962343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773697504561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773697504606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2882436'] for port, after_update {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:51.359625 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-ebbc7b91-cfef-4336-a1ee-209ba0e06070 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:54:51.393502 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47fc410-9edb-4f2d-ae0a-08da694e8d92 req-d57e1e8e-55c7-4329-b082-bd36966595ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:54:51.394115 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-d47fc410-9edb-4f2d-ae0a-08da694e8d92 req-d57e1e8e-55c7-4329-b082-bd36966595ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-860254'] for port, before_response {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:51.395540 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-d47fc410-9edb-4f2d-ae0a-08da694e8d92 req-d57e1e8e-55c7-4329-b082-bd36966595ba service neutron] 10.222.0.13 "PUT /v2.0/ports/a290eecd-95f4-4db2-bb33-c16e421beb03 HTTP/1.1" status: 200 len: 1094 time: 1.0538270 Jun 17 05:54:51.396062 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa3bd0fe-7f52-4c59-b22a-e0abb20c70a9', 'tag': 'a290eecd-95f4-4db2-bb33-c16e421beb03'}] {{(pid=99868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 05:54:51.398411 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8d1bbba7808a8cca0df1ca407b71cd1cd2965420825a4b8dd9215cbcd05a37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bad96db1-5cec-4a61-b63f-f16c9627749b" -d '{"events": [{"name": "network-changed", "server_uuid": "aa3bd0fe-7f52-4c59-b22a-e0abb20c70a9", "tag": "a290eecd-95f4-4db2-bb33-c16e421beb03"}]}' {{(pid=99868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 05:54:51.432276 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57e1e8e-55c7-4329-b082-bd36966595ba service neutron] Pushing event updated for resources: {'Port': ['ID=a290eecd-95f4-4db2-bb33-c16e421beb03,revision_number=3']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:54:51.435293 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-d57e1e8e-55c7-4329-b082-bd36966595ba service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:54:51.436854 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 05:54:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b072a58d-3706-4a16-be89-245d72ac2ae4 x-openstack-request-id: req-b072a58d-3706-4a16-be89-245d72ac2ae4 {{(pid=99868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 05:54:51.437182 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa3bd0fe-7f52-4c59-b22a-e0abb20c70a9", "tag": "a290eecd-95f4-4db2-bb33-c16e421beb03", "status": "completed", "code": 200}]} {{(pid=99868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 05:54:51.437469 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b072a58d-3706-4a16-be89-245d72ac2ae4 {{(pid=99868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 05:54:51.437893 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa3bd0fe-7f52-4c59-b22a-e0abb20c70a9', 'tag': 'a290eecd-95f4-4db2-bb33-c16e421beb03', 'status': 'completed', 'code': 200} Jun 17 05:54:51.529714 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad96db1-5cec-4a61-b63f-f16c9627749b req-e597e58f-428d-4279-afc7-9dae234ab784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:54:51.531232 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-bad96db1-5cec-4a61-b63f-f16c9627749b req-e597e58f-428d-4279-afc7-9dae234ab784 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ae0a24f5f1a8477e9911aebfa109b499&device_id=aa3bd0fe-7f52-4c59-b22a-e0abb20c70a9 HTTP/1.1" status: 200 len: 1097 time: 0.0684059 Jun 17 05:54:51.596234 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0a8715-5bf2-4f6e-b6e8-234b75c15a91 req-f2967412-c167-4b36-b1c8-0ade79ba25ab tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:54:51.603936 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-8e0a8715-5bf2-4f6e-b6e8-234b75c15a91 req-f2967412-c167-4b36-b1c8-0ade79ba25ab tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa3bd0fe-7f52-4c59-b22a-e0abb20c70a9 HTTP/1.1" status: 200 len: 944 time: 0.1065953 Jun 17 05:54:51.646740 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad96db1-5cec-4a61-b63f-f16c9627749b req-f1b185e3-ea81-4687-8331-9e15a01146c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:54:51.649170 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-bad96db1-5cec-4a61-b63f-f16c9627749b req-f1b185e3-ea81-4687-8331-9e15a01146c0 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=ae0a24f5f1a8477e9911aebfa109b499&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1106014 Jun 17 05:54:51.651508 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-8e0a8715-5bf2-4f6e-b6e8-234b75c15a91 req-5a6b7ca5-23a9-45db-b87f-3584368fac1d tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] 10.222.0.11 "GET /v2.0/security-groups?id=e71f2b36-6dc6-4d84-9f98-07af60a75afa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462186 Jun 17 05:54:52.044210 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad96db1-5cec-4a61-b63f-f16c9627749b req-b430bc28-7062-49e0-8596-f239fc9ff486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:54:52.045663 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-bad96db1-5cec-4a61-b63f-f16c9627749b req-b430bc28-7062-49e0-8596-f239fc9ff486 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3903415 Jun 17 05:54:52.065392 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff49b2c0-9c33-4183-8de8-7e7a8b4b6616 req-5f47972f-a073-41f3-820a-a9420a190372 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:54:52.066816 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-ff49b2c0-9c33-4183-8de8-7e7a8b4b6616 req-5f47972f-a073-41f3-820a-a9420a190372 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/ports?device_id=89daf3b0-91da-40ba-b0d0-ef0e80a9ba79 HTTP/1.1" status: 200 len: 945 time: 0.0953956 Jun 17 05:54:52.137430 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-ff49b2c0-9c33-4183-8de8-7e7a8b4b6616 req-01b37d8a-970d-48a6-91cc-3b8b86a1ea86 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/security-groups?id=8905ba84-829b-4ccb-a5e8-0db6da435808&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643406 Jun 17 05:54:52.156466 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47fc410-9edb-4f2d-ae0a-08da694e8d92 req-e5ff9d95-17d6-4162-93e1-03c78b150bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:54:52.157903 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-d47fc410-9edb-4f2d-ae0a-08da694e8d92 req-e5ff9d95-17d6-4162-93e1-03c78b150bdc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ae0a24f5f1a8477e9911aebfa109b499&device_id=aa3bd0fe-7f52-4c59-b22a-e0abb20c70a9 HTTP/1.1" status: 200 len: 1097 time: 0.0697622 Jun 17 05:54:52.197882 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-d47fc410-9edb-4f2d-ae0a-08da694e8d92 req-1494ac90-1037-4093-8351-4ca58eafc466 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a290eecd-95f4-4db2-bb33-c16e421beb03 HTTP/1.1" status: 200 len: 217 time: 0.0321426 Jun 17 05:54:52.246444 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47fc410-9edb-4f2d-ae0a-08da694e8d92 req-c95a72e3-f9e5-4d3e-b55f-cdc6a3b36ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:54:52.247874 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-d47fc410-9edb-4f2d-ae0a-08da694e8d92 req-c95a72e3-f9e5-4d3e-b55f-cdc6a3b36ce7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=35c614e0-7ac4-483c-87c5-4f794e2b1be8 HTTP/1.1" status: 200 len: 850 time: 0.0437460 Jun 17 05:54:52.308201 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47fc410-9edb-4f2d-ae0a-08da694e8d92 req-21e19d1d-cf82-4996-a738-b418c9308617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:54:52.309706 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-d47fc410-9edb-4f2d-ae0a-08da694e8d92 req-21e19d1d-cf82-4996-a738-b418c9308617 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c6577bd9-88ee-45e9-b1f3-3f9c3f74b7c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0554185 Jun 17 05:54:52.394546 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-d47fc410-9edb-4f2d-ae0a-08da694e8d92 req-badc620b-9073-49ed-91e1-6ace0bfd9fd8 service neutron] 10.222.0.13 "GET /v2.0/networks/c6577bd9-88ee-45e9-b1f3-3f9c3f74b7c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0778177 Jun 17 05:54:52.482528 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-d47fc410-9edb-4f2d-ae0a-08da694e8d92 req-50a1fd32-ea06-4b71-815c-fe35a6a065f6 service neutron] 10.222.0.13 "GET /v2.0/networks/c6577bd9-88ee-45e9-b1f3-3f9c3f74b7c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822146 Jun 17 05:54:52.824210 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d948385-6ed0-4fea-8344-427db87a4e32 req-65b10429-5a39-46e3-abb9-e12f418c2b49 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:54:52.825649 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-7d948385-6ed0-4fea-8344-427db87a4e32 req-65b10429-5a39-46e3-abb9-e12f418c2b49 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa3bd0fe-7f52-4c59-b22a-e0abb20c70a9 HTTP/1.1" status: 200 len: 944 time: 0.0640135 Jun 17 05:54:52.863670 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-7d948385-6ed0-4fea-8344-427db87a4e32 req-8dec2762-d2e4-4857-9156-c1597e1ffa47 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] 10.222.0.11 "GET /v2.0/security-groups?id=e71f2b36-6dc6-4d84-9f98-07af60a75afa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309174 Jun 17 05:54:53.315763 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c51649-b9dd-42c1-a0c0-1ce664b29cad req-261a74f2-b71e-4fcf-bb54-3bc6bbff3d01 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:54:53.317230 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-a9c51649-b9dd-42c1-a0c0-1ce664b29cad req-261a74f2-b71e-4fcf-bb54-3bc6bbff3d01 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/ports?device_id=89daf3b0-91da-40ba-b0d0-ef0e80a9ba79 HTTP/1.1" status: 200 len: 945 time: 0.0649233 Jun 17 05:54:53.357360 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-a9c51649-b9dd-42c1-a0c0-1ce664b29cad req-74f64e1a-aaba-45eb-80cf-2793b05a2178 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/security-groups?id=8905ba84-829b-4ccb-a5e8-0db6da435808&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336187 Jun 17 05:54:54.046149 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a96498e-ce84-4a45-aad1-87b17d8267f7 req-ba0523d0-0d31-42fd-b3e1-8b232c5bae4f tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:54:54.047585 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-2a96498e-ce84-4a45-aad1-87b17d8267f7 req-ba0523d0-0d31-42fd-b3e1-8b232c5bae4f tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa3bd0fe-7f52-4c59-b22a-e0abb20c70a9 HTTP/1.1" status: 200 len: 944 time: 0.0658653 Jun 17 05:54:54.084074 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-2a96498e-ce84-4a45-aad1-87b17d8267f7 req-b0b1c57a-5ae3-4732-8025-c1e1489b554c tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] 10.222.0.11 "GET /v2.0/security-groups?id=e71f2b36-6dc6-4d84-9f98-07af60a75afa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309532 Jun 17 05:54:54.538956 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5597df2c-ff39-4203-826a-de204ec8615f req-ceb74497-6580-460e-8121-dda8119c5831 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:54:54.540396 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-5597df2c-ff39-4203-826a-de204ec8615f req-ceb74497-6580-460e-8121-dda8119c5831 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/ports?device_id=89daf3b0-91da-40ba-b0d0-ef0e80a9ba79 HTTP/1.1" status: 200 len: 945 time: 0.0635993 Jun 17 05:54:54.578473 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-5597df2c-ff39-4203-826a-de204ec8615f req-8756da25-333b-44fd-8128-c375435a3363 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/security-groups?id=8905ba84-829b-4ccb-a5e8-0db6da435808&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325305 Jun 17 05:54:55.254063 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67749374-0d8d-4e48-842a-446d9d1070af req-0a514086-d885-443a-8648-b9eebb26674f tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:54:55.255453 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-67749374-0d8d-4e48-842a-446d9d1070af req-0a514086-d885-443a-8648-b9eebb26674f tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa3bd0fe-7f52-4c59-b22a-e0abb20c70a9 HTTP/1.1" status: 200 len: 944 time: 0.0630894 Jun 17 05:54:55.293105 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-67749374-0d8d-4e48-842a-446d9d1070af req-fb5e367e-4289-41a5-9b0e-b4d348a69571 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] 10.222.0.11 "GET /v2.0/security-groups?id=e71f2b36-6dc6-4d84-9f98-07af60a75afa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316348 Jun 17 05:54:55.449693 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Device a111c385-9356-4949-a45e-0af39abb1cbf details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=99870) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 05:54:55.543231 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.db [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] For port a111c385-9356-4949-a45e-0af39abb1cbf, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=a111c385-9356-4949-a45e-0af39abb1cbf,segment=NetworkSegment(81591838-08f0-432e-af25-79981cd4b7ed),segment_id=81591838-08f0-432e-af25-79981cd4b7ed)] {{(pid=99870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:54:55.553934 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Returning: {'device': 'a111c385-9356-4949-a45e-0af39abb1cbf', 'network_id': '1b25af0c-7521-4ee5-941d-fb951a7e4542', 'port_id': 'a111c385-9356-4949-a45e-0af39abb1cbf', 'mac_address': 'fa:16:3e:f9:a3:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3d724f9-6f99-4efc-a641-a453b34c57ab', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99870) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 05:54:55.589762 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1464132'] for port, before_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:55.601642 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.notifiers.nova [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a111c385-9356-4949-a45e-0af39abb1cbf {{(pid=99870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 05:54:55.620672 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.db [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] For port a111c385-9356-4949-a45e-0af39abb1cbf, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=a111c385-9356-4949-a45e-0af39abb1cbf,segment=NetworkSegment(81591838-08f0-432e-af25-79981cd4b7ed),segment_id=81591838-08f0-432e-af25-79981cd4b7ed)] {{(pid=99870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:54:55.686027 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773697962343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773697504561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773697504606'] for port, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:55.686618 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Device a290eecd-95f4-4db2-bb33-c16e421beb03 details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=99870) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 05:54:55.688515 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [None req-560c40ac-25b4-4410-85f2-d34332ac34b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:54:55.765745 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2c6045-c04f-44da-94c1-1f47c35c1b59 req-b2f31f4e-5eb3-43c4-be87-5ed05d7fa448 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:54:55.767372 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-0b2c6045-c04f-44da-94c1-1f47c35c1b59 req-b2f31f4e-5eb3-43c4-be87-5ed05d7fa448 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/ports?device_id=89daf3b0-91da-40ba-b0d0-ef0e80a9ba79 HTTP/1.1" status: 200 len: 944 time: 0.0753520 Jun 17 05:54:55.788128 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Pushing event updated for resources: {'Port': ['ID=a111c385-9356-4949-a45e-0af39abb1cbf,revision_number=6']} {{(pid=99870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:54:55.792024 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:54:55.809033 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-0b2c6045-c04f-44da-94c1-1f47c35c1b59 req-70671534-5e9b-4ff1-bbfe-a0f4bd80fe47 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/security-groups?id=8905ba84-829b-4ccb-a5e8-0db6da435808&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340135 Jun 17 05:54:55.837921 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.db [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] For port a290eecd-95f4-4db2-bb33-c16e421beb03, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=a290eecd-95f4-4db2-bb33-c16e421beb03,segment=NetworkSegment(de5ee00f-2b8c-4637-b4a3-528ee36727c1),segment_id=de5ee00f-2b8c-4637-b4a3-528ee36727c1)] {{(pid=99870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:54:55.847639 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Returning: {'device': 'a290eecd-95f4-4db2-bb33-c16e421beb03', 'network_id': 'c6577bd9-88ee-45e9-b1f3-3f9c3f74b7c9', 'port_id': 'a290eecd-95f4-4db2-bb33-c16e421beb03', 'mac_address': 'fa:16:3e:ea:85:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35c614e0-7ac4-483c-87c5-4f794e2b1be8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99870) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 05:54:55.886757 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1464132'] for port, before_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:55.899961 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.notifiers.nova [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a290eecd-95f4-4db2-bb33-c16e421beb03 {{(pid=99870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 05:54:55.920459 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.db [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] For port a290eecd-95f4-4db2-bb33-c16e421beb03, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=a290eecd-95f4-4db2-bb33-c16e421beb03,segment=NetworkSegment(de5ee00f-2b8c-4637-b4a3-528ee36727c1),segment_id=de5ee00f-2b8c-4637-b4a3-528ee36727c1)] {{(pid=99870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:54:55.989021 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773697962343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773697504561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773697504606'] for port, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:55.990958 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:54:56.044439 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Pushing event updated for resources: {'Port': ['ID=a290eecd-95f4-4db2-bb33-c16e421beb03,revision_number=4']} {{(pid=99870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:54:56.047394 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:54:56.080138 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.db [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] get_ports_and_sgs() called for port_ids ['a111c385-9356-4949-a45e-0af39abb1cbf'] {{(pid=99870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 05:54:56.276153 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.db [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] get_ports_and_sgs() called for port_ids ['a290eecd-95f4-4db2-bb33-c16e421beb03'] {{(pid=99870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 05:54:56.464489 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5161bce9-a408-42b1-84c1-db8eb4f09138 req-51955903-7b4c-4390-bf48-dcfed7eac9c5 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:54:56.465935 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-5161bce9-a408-42b1-84c1-db8eb4f09138 req-51955903-7b4c-4390-bf48-dcfed7eac9c5 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa3bd0fe-7f52-4c59-b22a-e0abb20c70a9 HTTP/1.1" status: 200 len: 945 time: 0.0631247 Jun 17 05:54:56.502249 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-5161bce9-a408-42b1-84c1-db8eb4f09138 req-c4ef9bf6-2a55-4e25-b927-8fe76d77168a tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] 10.222.0.11 "GET /v2.0/security-groups?id=e71f2b36-6dc6-4d84-9f98-07af60a75afa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305407 Jun 17 05:54:56.992605 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c93c0e3-d464-4900-acac-123ed49fcd92 req-39a59fe1-2068-498f-8e0d-3164bad9baf0 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:54:56.994041 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-7c93c0e3-d464-4900-acac-123ed49fcd92 req-39a59fe1-2068-498f-8e0d-3164bad9baf0 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/ports?device_id=89daf3b0-91da-40ba-b0d0-ef0e80a9ba79 HTTP/1.1" status: 200 len: 944 time: 0.0629871 Jun 17 05:54:57.030431 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-7c93c0e3-d464-4900-acac-123ed49fcd92 req-08b0ba7e-d645-4f58-9446-21d969911026 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/security-groups?id=8905ba84-829b-4ccb-a5e8-0db6da435808&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302613 Jun 17 05:54:57.496020 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Device a111c385-9356-4949-a45e-0af39abb1cbf up at agent hyperv_hv-cinder-77262 {{(pid=99870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 05:54:57.553062 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.provisioning_blocks [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Provisioning complete for port a111c385-9356-4949-a45e-0af39abb1cbf triggered by entity L2. {{(pid=99870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 05:54:57.553497 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551367'] for port, provisioning_complete {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:57.636579 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1464132'] for port, before_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:57.677421 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.db [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] For port a111c385-9356-4949-a45e-0af39abb1cbf, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=a111c385-9356-4949-a45e-0af39abb1cbf,segment=NetworkSegment(81591838-08f0-432e-af25-79981cd4b7ed),segment_id=81591838-08f0-432e-af25-79981cd4b7ed)] {{(pid=99870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:54:57.678606 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89daf3b0-91da-40ba-b0d0-ef0e80a9ba79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a111c385-9356-4949-a45e-0af39abb1cbf'}] {{(pid=99870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 05:54:57.683145 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b488aefaa6b1d6b79683e2609a7ce48815cfc41b5bb42f7017315c525e2bf75d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4962e35-7828-415f-94c0-a465264b3fbc" -d '{"events": [{"server_uuid": "89daf3b0-91da-40ba-b0d0-ef0e80a9ba79", "name": "network-vif-plugged", "status": "completed", "tag": "a111c385-9356-4949-a45e-0af39abb1cbf"}]}' {{(pid=99870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 05:54:57.769888 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773697962343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773697504561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773697504606'] for port, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:57.771129 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Device a290eecd-95f4-4db2-bb33-c16e421beb03 up at agent hyperv_hv-cinder-77262 {{(pid=99870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 05:54:57.775694 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:54:57.819850 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b71ae6f-48e3-4165-8b9e-9cfbcf3cb35e req-96b76f01-ac57-4cf7-8bc5-edfce705e6e7 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:54:57.824391 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-3b71ae6f-48e3-4165-8b9e-9cfbcf3cb35e req-96b76f01-ac57-4cf7-8bc5-edfce705e6e7 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa3bd0fe-7f52-4c59-b22a-e0abb20c70a9 HTTP/1.1" status: 200 len: 945 time: 0.1477554 Jun 17 05:54:57.868129 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Pushing event updated for resources: {'Port': ['ID=a111c385-9356-4949-a45e-0af39abb1cbf,revision_number=7']} {{(pid=99870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:54:57.883811 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-3b71ae6f-48e3-4165-8b9e-9cfbcf3cb35e req-1f63f331-5032-434b-923b-82aaebdb575e tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] 10.222.0.11 "GET /v2.0/security-groups?id=e71f2b36-6dc6-4d84-9f98-07af60a75afa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517216 Jun 17 05:54:57.887171 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:54:57.887577 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:54:57.887812 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:54:57.888151 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:54:57.888487 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:54:57.888838 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:54:57.889166 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:54:57.889493 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:54:57.889816 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:54:57.890458 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:54:57.890791 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:54:57.891159 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:54:57.899391 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:54:57.947379 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 05:54:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f306366d-a720-4c6a-b94e-cdc6c9eadbee x-openstack-request-id: req-f306366d-a720-4c6a-b94e-cdc6c9eadbee {{(pid=99870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 05:54:57.951854 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89daf3b0-91da-40ba-b0d0-ef0e80a9ba79", "name": "network-vif-plugged", "status": "completed", "tag": "a111c385-9356-4949-a45e-0af39abb1cbf", "code": 200}]} {{(pid=99870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 05:54:57.951854 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f306366d-a720-4c6a-b94e-cdc6c9eadbee {{(pid=99870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 05:54:57.951854 dv-cinder-772623-9-smb neutron-server[99870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89daf3b0-91da-40ba-b0d0-ef0e80a9ba79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a111c385-9356-4949-a45e-0af39abb1cbf', 'code': 200} Jun 17 05:54:58.024300 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.provisioning_blocks [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Provisioning for port a290eecd-95f4-4db2-bb33-c16e421beb03 completed by entity L2. {{(pid=99870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 05:54:58.028454 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.provisioning_blocks [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Provisioning complete for port a290eecd-95f4-4db2-bb33-c16e421beb03 triggered by entity L2. {{(pid=99870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 05:54:58.029082 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551367'] for port, provisioning_complete {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:58.123764 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1464132'] for port, before_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:58.165046 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.db [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] For port a290eecd-95f4-4db2-bb33-c16e421beb03, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=a290eecd-95f4-4db2-bb33-c16e421beb03,segment=NetworkSegment(de5ee00f-2b8c-4637-b4a3-528ee36727c1),segment_id=de5ee00f-2b8c-4637-b4a3-528ee36727c1)] {{(pid=99870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:54:58.249189 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b120a987-2fd0-4737-9bb2-386a424e270d req-d699eccd-b4ca-4ccc-ae02-c9ec950065e5 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:54:58.251484 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-b120a987-2fd0-4737-9bb2-386a424e270d req-d699eccd-b4ca-4ccc-ae02-c9ec950065e5 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/ports?device_id=89daf3b0-91da-40ba-b0d0-ef0e80a9ba79 HTTP/1.1" status: 200 len: 945 time: 0.0702531 Jun 17 05:54:58.259093 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773697962343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773697504561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773697504606'] for port, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:54:58.262690 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:54:58.301884 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-b120a987-2fd0-4737-9bb2-386a424e270d req-46a61335-e03a-4adf-8c06-b191d7373ecd tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/security-groups?id=8905ba84-829b-4ccb-a5e8-0db6da435808&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445123 Jun 17 05:54:58.323977 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Pushing event updated for resources: {'Port': ['ID=a290eecd-95f4-4db2-bb33-c16e421beb03,revision_number=5']} {{(pid=99870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:54:58.333934 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:54:59.103215 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604e6054-7b3e-403a-ae65-45d0d56d6162 req-605cd623-e8ed-409a-803c-32e6a6b6bf97 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:54:59.110848 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-604e6054-7b3e-403a-ae65-45d0d56d6162 req-605cd623-e8ed-409a-803c-32e6a6b6bf97 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa3bd0fe-7f52-4c59-b22a-e0abb20c70a9 HTTP/1.1" status: 200 len: 946 time: 0.0813942 Jun 17 05:54:59.151527 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-604e6054-7b3e-403a-ae65-45d0d56d6162 req-09144e82-e287-403a-8a0b-900f362ba953 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] 10.222.0.11 "GET /v2.0/security-groups?id=e71f2b36-6dc6-4d84-9f98-07af60a75afa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396357 Jun 17 05:54:59.499880 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9765cc0f-c626-4126-8c15-9aba225b98b8 req-25a4f49e-cfdb-43d3-b6fa-05fdc347685a tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:54:59.501543 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-9765cc0f-c626-4126-8c15-9aba225b98b8 req-25a4f49e-cfdb-43d3-b6fa-05fdc347685a tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/ports?device_id=89daf3b0-91da-40ba-b0d0-ef0e80a9ba79 HTTP/1.1" status: 200 len: 945 time: 0.0716491 Jun 17 05:54:59.547799 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-9765cc0f-c626-4126-8c15-9aba225b98b8 req-3ecf807b-e24e-4a05-ada6-86330e4c8daa tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/security-groups?id=8905ba84-829b-4ccb-a5e8-0db6da435808&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400348 Jun 17 05:54:59.949825 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa3bd0fe-7f52-4c59-b22a-e0abb20c70a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a290eecd-95f4-4db2-bb33-c16e421beb03'}] {{(pid=99870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 05:54:59.953380 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b488aefaa6b1d6b79683e2609a7ce48815cfc41b5bb42f7017315c525e2bf75d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fd66943-2851-4a39-bb9a-9211ab4749e1" -d '{"events": [{"server_uuid": "aa3bd0fe-7f52-4c59-b22a-e0abb20c70a9", "name": "network-vif-plugged", "status": "completed", "tag": "a290eecd-95f4-4db2-bb33-c16e421beb03"}]}' {{(pid=99870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 05:54:59.994112 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 05:54:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12df4fe5-2df4-467b-a464-ae3b56785e38 x-openstack-request-id: req-12df4fe5-2df4-467b-a464-ae3b56785e38 {{(pid=99870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 05:54:59.994440 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa3bd0fe-7f52-4c59-b22a-e0abb20c70a9", "name": "network-vif-plugged", "status": "completed", "tag": "a290eecd-95f4-4db2-bb33-c16e421beb03", "code": 200}]} {{(pid=99870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 05:54:59.994841 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-12df4fe5-2df4-467b-a464-ae3b56785e38 {{(pid=99870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 05:54:59.995250 dv-cinder-772623-9-smb neutron-server[99870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa3bd0fe-7f52-4c59-b22a-e0abb20c70a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a290eecd-95f4-4db2-bb33-c16e421beb03', 'code': 200} Jun 17 05:55:00.320631 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23348d3-8b32-4b95-97d0-2887c7d9d5ad req-27a5d052-7148-4cab-a8c1-66f4424949f8 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:55:00.322078 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-e23348d3-8b32-4b95-97d0-2887c7d9d5ad req-27a5d052-7148-4cab-a8c1-66f4424949f8 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa3bd0fe-7f52-4c59-b22a-e0abb20c70a9 HTTP/1.1" status: 200 len: 946 time: 0.0656135 Jun 17 05:55:00.383753 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-e23348d3-8b32-4b95-97d0-2887c7d9d5ad req-ab2497a6-a3d6-4f29-9a29-c384d2a65f6b tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] 10.222.0.11 "GET /v2.0/security-groups?id=e71f2b36-6dc6-4d84-9f98-07af60a75afa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330803 Jun 17 05:55:00.740783 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e641677b-aee5-4377-b9cd-80d4d42e1801 req-e6182e30-7245-4c71-8e1e-f7a7c44ba613 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:55:00.742316 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-e641677b-aee5-4377-b9cd-80d4d42e1801 req-e6182e30-7245-4c71-8e1e-f7a7c44ba613 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/ports?device_id=89daf3b0-91da-40ba-b0d0-ef0e80a9ba79 HTTP/1.1" status: 200 len: 945 time: 0.0657747 Jun 17 05:55:00.784274 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-e641677b-aee5-4377-b9cd-80d4d42e1801 req-6949bee5-4f61-4afc-a03d-bb07610e97cd tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/security-groups?id=8905ba84-829b-4ccb-a5e8-0db6da435808&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361464 Jun 17 05:55:00.999573 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725685a4-5cc4-45b6-90a5-dbfe5fd756b0 req-7e3ff236-984c-4e88-9713-a92bbf8a25f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:55:01.001577 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-725685a4-5cc4-45b6-90a5-dbfe5fd756b0 req-7e3ff236-984c-4e88-9713-a92bbf8a25f5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=aa3bd0fe-7f52-4c59-b22a-e0abb20c70a9 HTTP/1.1" status: 200 len: 1099 time: 0.0754440 Jun 17 05:55:01.040975 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-725685a4-5cc4-45b6-90a5-dbfe5fd756b0 req-370afcdd-44af-4a5b-883b-cec176b60adf service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=e71f2b36-6dc6-4d84-9f98-07af60a75afa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323706 Jun 17 05:55:01.478747 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.wsgi [-] (99869) accepted ('10.222.0.11', 59080) {{(pid=99869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:55:01.559207 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb629e49-a54e-481c-b29d-5ab9524e3ac6 req-f66703de-920a-440e-91a0-aadd361c2e3b tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:55:01.560728 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-fb629e49-a54e-481c-b29d-5ab9524e3ac6 req-f66703de-920a-440e-91a0-aadd361c2e3b tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa3bd0fe-7f52-4c59-b22a-e0abb20c70a9 HTTP/1.1" status: 200 len: 946 time: 0.0720830 Jun 17 05:55:01.626939 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-1863d9d8-db36-4f02-938b-84653aae90d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:01.631380 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-fb629e49-a54e-481c-b29d-5ab9524e3ac6 req-4e31efee-b73e-4338-bddc-2484afcde653 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] 10.222.0.11 "GET /v2.0/security-groups?id=e71f2b36-6dc6-4d84-9f98-07af60a75afa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596626 Jun 17 05:55:01.739645 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-1863d9d8-db36-4f02-938b-84653aae90d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:01.824395 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-1863d9d8-db36-4f02-938b-84653aae90d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:01.827144 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-fc2942a6-d601-48cb-8012-816a836bbbab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:55:01.868206 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1863d9d8-db36-4f02-938b-84653aae90d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84bb1374-3a81-4093-8351-0d3bc9943433,revision_number=1']} {{(pid=99869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:55:01.876811 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [None req-1863d9d8-db36-4f02-938b-84653aae90d7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1cd97edc72de4ae5aab7411e75805387&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3962622 Jun 17 05:55:01.878301 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1863d9d8-db36-4f02-938b-84653aae90d7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:55:01.878984 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1863d9d8-db36-4f02-938b-84653aae90d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:55:01.879462 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1863d9d8-db36-4f02-938b-84653aae90d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:55:01.879921 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1863d9d8-db36-4f02-938b-84653aae90d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:55:01.880102 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.wsgi [-] (99868) accepted ('10.222.0.11', 59086) {{(pid=99868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:55:01.880592 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1863d9d8-db36-4f02-938b-84653aae90d7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:55:01.880692 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1863d9d8-db36-4f02-938b-84653aae90d7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:55:01.881386 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1863d9d8-db36-4f02-938b-84653aae90d7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:55:01.883427 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1863d9d8-db36-4f02-938b-84653aae90d7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:55:01.883860 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1863d9d8-db36-4f02-938b-84653aae90d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:55:01.884229 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1863d9d8-db36-4f02-938b-84653aae90d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:55:01.884835 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1863d9d8-db36-4f02-938b-84653aae90d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:55:01.885191 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1863d9d8-db36-4f02-938b-84653aae90d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:55:01.892512 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-1863d9d8-db36-4f02-938b-84653aae90d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:55:02.011549 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-c8158191-8bb0-4620-8bf6-c2a7ef8a6e7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:02.040735 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afa7cc2-763f-4df8-b827-a75bb8ccc9df req-889670d0-4d07-47b0-a39a-f3735ba22079 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:55:02.048099 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-3afa7cc2-763f-4df8-b827-a75bb8ccc9df req-889670d0-4d07-47b0-a39a-f3735ba22079 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/ports?device_id=89daf3b0-91da-40ba-b0d0-ef0e80a9ba79 HTTP/1.1" status: 200 len: 945 time: 0.1083441 Jun 17 05:55:02.074642 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-c8158191-8bb0-4620-8bf6-c2a7ef8a6e7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:02.109856 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-3afa7cc2-763f-4df8-b827-a75bb8ccc9df req-b3f8b3a2-27fb-466c-a3ad-8d55c7ce032b tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/security-groups?id=8905ba84-829b-4ccb-a5e8-0db6da435808&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571969 Jun 17 05:55:02.234377 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-c8158191-8bb0-4620-8bf6-c2a7ef8a6e7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:02.237201 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-c8158191-8bb0-4620-8bf6-c2a7ef8a6e7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:02.238609 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [None req-c8158191-8bb0-4620-8bf6-c2a7ef8a6e7c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/84bb1374-3a81-4093-8351-0d3bc9943433 HTTP/1.1" status: 204 len: 168 time: 0.3535867 Jun 17 05:55:02.239556 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-188f709d-7afa-4834-9b0c-bc1a4ff7b1ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:55:02.251235 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8158191-8bb0-4620-8bf6-c2a7ef8a6e7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84bb1374-3a81-4093-8351-0d3bc9943433,revision_number=None']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:55:02.260880 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-c8158191-8bb0-4620-8bf6-c2a7ef8a6e7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:55:02.857324 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c74383-a4af-400a-a7df-b8f49eaac230 req-b27a95c1-a3b6-4af9-97f1-0f8beb919639 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:55:02.864347 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-c2c74383-a4af-400a-a7df-b8f49eaac230 req-b27a95c1-a3b6-4af9-97f1-0f8beb919639 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa3bd0fe-7f52-4c59-b22a-e0abb20c70a9 HTTP/1.1" status: 200 len: 946 time: 0.0815749 Jun 17 05:55:02.919686 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-c2c74383-a4af-400a-a7df-b8f49eaac230 req-fc13857b-0792-4f3d-8be1-ed826e856e72 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] 10.222.0.11 "GET /v2.0/security-groups?id=e71f2b36-6dc6-4d84-9f98-07af60a75afa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541224 Jun 17 05:55:03.054843 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.wsgi [-] (99869) accepted ('10.222.0.11', 59096) {{(pid=99869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:55:03.072166 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-707373e1-b82d-4a95-9fa1-7a476284d39d admin admin] Notify callbacks [] for security_group, before_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:03.097029 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371caee4-3667-4585-bfdc-3838143f6857 req-1bb225fd-99e1-48bc-b364-94e66067015d tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:55:03.099526 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-371caee4-3667-4585-bfdc-3838143f6857 req-1bb225fd-99e1-48bc-b364-94e66067015d tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa3bd0fe-7f52-4c59-b22a-e0abb20c70a9 HTTP/1.1" status: 200 len: 946 time: 0.0728974 Jun 17 05:55:03.112177 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.wsgi [-] (99868) accepted ('10.222.0.11', 59098) {{(pid=99868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:55:03.114005 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.v2.base [None req-28028bfb-89f4-421f-b860-84c5891bb310 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Request body: {'floatingip': {'port_id': 'a290eecd-95f4-4db2-bb33-c16e421beb03'}} {{(pid=99868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:55:03.163637 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-28028bfb-89f4-421f-b860-84c5891bb310 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Notify callbacks [] for floatingip, before_update {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:03.196107 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-707373e1-b82d-4a95-9fa1-7a476284d39d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:03.317173 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-707373e1-b82d-4a95-9fa1-7a476284d39d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:03.320963 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-4bd0eeb2-8b6a-41fe-8878-cdd5d8e3d346 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:55:03.375706 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [None req-707373e1-b82d-4a95-9fa1-7a476284d39d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4b24fd6d4922418f814221d712a6a546&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3195322 Jun 17 05:55:03.377298 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.wsgi [-] (99869) accepted ('10.222.0.11', 59102) {{(pid=99869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:55:03.389679 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707373e1-b82d-4a95-9fa1-7a476284d39d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fe90458-f7d9-485b-a38d-502e738b6b6a,revision_number=1']} {{(pid=99869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:55:03.394768 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-707373e1-b82d-4a95-9fa1-7a476284d39d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:55:03.428263 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ace39fa-90a7-4b69-b0ca-897ad598e7a5 req-673bd156-f7da-40b8-bd76-5248f981c25c tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:55:03.428263 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-4ace39fa-90a7-4b69-b0ca-897ad598e7a5 req-673bd156-f7da-40b8-bd76-5248f981c25c tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/ports?device_id=89daf3b0-91da-40ba-b0d0-ef0e80a9ba79 HTTP/1.1" status: 200 len: 945 time: 0.1616898 Jun 17 05:55:03.483821 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-4f51174f-97e6-4dca-bc63-9c2914dbda19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:03.488107 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-4ace39fa-90a7-4b69-b0ca-897ad598e7a5 req-5280ab5d-0d8a-4334-bda1-6fc08a584336 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/security-groups?id=8905ba84-829b-4ccb-a5e8-0db6da435808&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541108 Jun 17 05:55:03.510582 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-4f51174f-97e6-4dca-bc63-9c2914dbda19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:03.674419 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-28028bfb-89f4-421f-b860-84c5891bb310 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:04.001890 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-4f51174f-97e6-4dca-bc63-9c2914dbda19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:04.004467 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-4f51174f-97e6-4dca-bc63-9c2914dbda19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:04.005615 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [None req-4f51174f-97e6-4dca-bc63-9c2914dbda19 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6fe90458-f7d9-485b-a38d-502e738b6b6a HTTP/1.1" status: 204 len: 168 time: 0.6221852 Jun 17 05:55:04.007129 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-b2a846b3-a58a-4fc9-a8bd-6e704a5fef61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:55:04.016065 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f51174f-97e6-4dca-bc63-9c2914dbda19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fe90458-f7d9-485b-a38d-502e738b6b6a,revision_number=None']} {{(pid=99869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:55:04.019492 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-4f51174f-97e6-4dca-bc63-9c2914dbda19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:55:04.180326 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-28028bfb-89f4-421f-b860-84c5891bb310 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-422873'] for floatingip, after_update {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:04.275778 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.db.l3_db [None req-28028bfb-89f4-421f-b860-84c5891bb310 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Floating IP bbd87047-7d2c-4183-92d3-c4e299f819e1 associated. External IP: 172.28.2.23, port: a290eecd-95f4-4db2-bb33-c16e421beb03. Jun 17 05:55:04.509904 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28028bfb-89f4-421f-b860-84c5891bb310 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Router 09517ed6-23ba-44bf-9de7-0b9502a86dba has already been hosted by L3 agent 81965deb-4354-4283-a756-7d5d3a21a742 {{(pid=99868) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 05:55:04.674270 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28028bfb-89f4-421f-b860-84c5891bb310 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Notify agent at l3_agent.dv-cinder-772623-9-smb the message routers_updated {{(pid=99868) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 05:55:04.679785 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-28028bfb-89f4-421f-b860-84c5891bb310 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-860254'] for floatingip, before_response {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:04.685503 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20cc2d3d-44f0-4f75-a418-181a0281bbd5 None None] Sync routers for ids ['09517ed6-23ba-44bf-9de7-0b9502a86dba'] in dv-cinder-772623-9-smb {{(pid=99870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 05:55:04.703443 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20cc2d3d-44f0-4f75-a418-181a0281bbd5 None None] Routers {'09517ed6-23ba-44bf-9de7-0b9502a86dba'} bound to L3 agent in host dv-cinder-772623-9-smb {{(pid=99870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 05:55:04.704088 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.l3_hamode_db [None req-20cc2d3d-44f0-4f75-a418-181a0281bbd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T05:41:12Z,description=,heartbeat_timestamp=2021-06-17T05:54:42Z,host='dv-cinder-772623-9-smb',id=81965deb-4354-4283-a756-7d5d3a21a742,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T05:41:12Z,topic='l3_agent')) {'router_ids': ['09517ed6-23ba-44bf-9de7-0b9502a86dba'], 'active': True} {{(pid=99870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:55:04.731233 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [None req-28028bfb-89f4-421f-b860-84c5891bb310 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] 10.222.0.11 "PUT /v2.0/floatingips/bbd87047-7d2c-4183-92d3-c4e299f819e1 HTTP/1.1" status: 200 len: 991 time: 1.6207917 Jun 17 05:55:04.732618 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa3bd0fe-7f52-4c59-b22a-e0abb20c70a9', 'tag': 'a290eecd-95f4-4db2-bb33-c16e421beb03'}] {{(pid=99868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 05:55:04.744907 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8d1bbba7808a8cca0df1ca407b71cd1cd2965420825a4b8dd9215cbcd05a37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ace5e0ae-5d88-4f59-beed-bb05f491fa97" -d '{"events": [{"name": "network-changed", "server_uuid": "aa3bd0fe-7f52-4c59-b22a-e0abb20c70a9", "tag": "a290eecd-95f4-4db2-bb33-c16e421beb03"}]}' {{(pid=99868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 05:55:04.790606 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63292a7-b3cd-449e-acfd-a0668921ce10 req-04971886-2407-4259-be8d-bcea5c401cfb tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:55:04.792403 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-f63292a7-b3cd-449e-acfd-a0668921ce10 req-04971886-2407-4259-be8d-bcea5c401cfb tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/ports?device_id=89daf3b0-91da-40ba-b0d0-ef0e80a9ba79 HTTP/1.1" status: 200 len: 945 time: 0.1532638 Jun 17 05:55:04.822762 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.l3_dvr_db [None req-20cc2d3d-44f0-4f75-a418-181a0281bbd5 None None] Set router 09517ed6-23ba-44bf-9de7-0b9502a86dba gateway port host: dv-cinder-772623-9-smb {{(pid=99870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 05:55:04.878017 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-f63292a7-b3cd-449e-acfd-a0668921ce10 req-fc0d821e-9b71-41ec-b8d2-19c0938814d6 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/security-groups?id=8905ba84-829b-4ccb-a5e8-0db6da435808&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795302 Jun 17 05:55:05.139738 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 05:55:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ece4d13-07a2-48e7-bd54-74b2aa0884e2 x-openstack-request-id: req-3ece4d13-07a2-48e7-bd54-74b2aa0884e2 {{(pid=99868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 05:55:05.139738 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa3bd0fe-7f52-4c59-b22a-e0abb20c70a9", "tag": "a290eecd-95f4-4db2-bb33-c16e421beb03", "status": "completed", "code": 200}]} {{(pid=99868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 05:55:05.139738 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3ece4d13-07a2-48e7-bd54-74b2aa0884e2 {{(pid=99868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 05:55:05.139738 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa3bd0fe-7f52-4c59-b22a-e0abb20c70a9', 'tag': 'a290eecd-95f4-4db2-bb33-c16e421beb03', 'status': 'completed', 'code': 200} Jun 17 05:55:05.286162 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.l3_hamode_db [None req-20cc2d3d-44f0-4f75-a418-181a0281bbd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09517ed6-23ba-44bf-9de7-0b9502a86dba', 'name': 'tempest-AttachVolumeTestJSON-1155783651-router', 'tenant_id': 'ae0a24f5f1a8477e9911aebfa109b499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6', 'external_fixed_ips': [{'subnet_id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'ip_address': '172.28.2.106'}], 'enable_snat': True}, 'gw_port_id': '590bfe21-27a0-42e8-8f9e-850438dd9d11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T05:50:24Z', 'updated_at': '2021-06-17T05:50:30Z', 'revision_number': 4, 'project_id': 'ae0a24f5f1a8477e9911aebfa109b499', 'gw_port': {'id': '590bfe21-27a0-42e8-8f9e-850438dd9d11', 'name': '', 'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:a7:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09517ed6-23ba-44bf-9de7-0b9502a86dba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'ip_address': '172.28.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:50:25Z', 'updated_at': '2021-06-17T05:50:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-smb', '_floatingips': [{'id': 'bbd87047-7d2c-4183-92d3-c4e299f819e1', 'tenant_id': 'ae0a24f5f1a8477e9911aebfa109b499', 'floating_ip_address': '172.28.2.23', 'floating_network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6', 'router_id': '09517ed6-23ba-44bf-9de7-0b9502a86dba', 'port_id': 'a290eecd-95f4-4db2-bb33-c16e421beb03', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6577bd9-88ee-45e9-b1f3-3f9c3f74b7c9', 'mac_address': 'fa:16:3e:ea:85:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa3bd0fe-7f52-4c59-b22a-e0abb20c70a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T05:54:44Z', 'updated_at': '2021-06-17T05:55:03Z', 'revision_number': 1, 'project_id': 'ae0a24f5f1a8477e9911aebfa109b499', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6572487-a99a-40ba-9c27-0bc1d8ccde1b', 'name': '', 'network_id': 'c6577bd9-88ee-45e9-b1f3-3f9c3f74b7c9', 'tenant_id': 'ae0a24f5f1a8477e9911aebfa109b499', 'mac_address': 'fa:16:3e:c0:32:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09517ed6-23ba-44bf-9de7-0b9502a86dba', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '35c614e0-7ac4-483c-87c5-4f794e2b1be8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:50:29Z', 'updated_at': '2021-06-17T05:50:39Z', 'revision_number': 5, 'project_id': 'ae0a24f5f1a8477e9911aebfa109b499', 'subnets': [{'id': '35c614e0-7ac4-483c-87c5-4f794e2b1be8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-9-smb', False) {} {{(pid=99870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:55:05.294098 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace5e0ae-5d88-4f59-beed-bb05f491fa97 req-2869cd34-6ef4-47ef-8f77-45c698feb52c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:55:05.294098 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-ace5e0ae-5d88-4f59-beed-bb05f491fa97 req-2869cd34-6ef4-47ef-8f77-45c698feb52c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ae0a24f5f1a8477e9911aebfa109b499&device_id=aa3bd0fe-7f52-4c59-b22a-e0abb20c70a9 HTTP/1.1" status: 200 len: 1099 time: 0.1321738 Jun 17 05:55:05.326275 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20cc2d3d-44f0-4f75-a418-181a0281bbd5 None None] Checking router: 09517ed6-23ba-44bf-9de7-0b9502a86dba for host: dv-cinder-772623-9-smb {{(pid=99870) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 05:55:05.340252 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20cc2d3d-44f0-4f75-a418-181a0281bbd5 None None] Routers {'09517ed6-23ba-44bf-9de7-0b9502a86dba'} bound to L3 agent in host dv-cinder-772623-9-smb {{(pid=99870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 05:55:05.348642 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.l3_hamode_db [None req-20cc2d3d-44f0-4f75-a418-181a0281bbd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T05:41:12Z,description=,heartbeat_timestamp=2021-06-17T05:54:42Z,host='dv-cinder-772623-9-smb',id=81965deb-4354-4283-a756-7d5d3a21a742,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T05:41:12Z,topic='l3_agent')) {'router_ids': ['09517ed6-23ba-44bf-9de7-0b9502a86dba'], 'active': True} {{(pid=99870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:55:05.459051 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace5e0ae-5d88-4f59-beed-bb05f491fa97 req-42ad7e9c-2475-44bd-966a-711cbbce112f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:55:05.461490 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-ace5e0ae-5d88-4f59-beed-bb05f491fa97 req-42ad7e9c-2475-44bd-966a-711cbbce112f service neutron] 10.222.0.13 "GET /v2.0/networks?id=c6577bd9-88ee-45e9-b1f3-3f9c3f74b7c9 HTTP/1.1" status: 200 len: 912 time: 0.1618397 Jun 17 05:55:05.498188 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.l3_dvr_db [None req-20cc2d3d-44f0-4f75-a418-181a0281bbd5 None None] Set router 09517ed6-23ba-44bf-9de7-0b9502a86dba gateway port host: dv-cinder-772623-9-smb {{(pid=99870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 05:55:05.548461 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-ace5e0ae-5d88-4f59-beed-bb05f491fa97 req-572d1501-115b-4738-9848-5bd0febaca68 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a290eecd-95f4-4db2-bb33-c16e421beb03 HTTP/1.1" status: 200 len: 999 time: 0.0782990 Jun 17 05:55:05.607487 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace5e0ae-5d88-4f59-beed-bb05f491fa97 req-4cb0656b-2ba3-4d1a-af27-115e67cbf2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:55:05.609442 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-ace5e0ae-5d88-4f59-beed-bb05f491fa97 req-4cb0656b-2ba3-4d1a-af27-115e67cbf2ef service neutron] 10.222.0.13 "GET /v2.0/subnets?id=35c614e0-7ac4-483c-87c5-4f794e2b1be8 HTTP/1.1" status: 200 len: 850 time: 0.0537090 Jun 17 05:55:05.696038 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace5e0ae-5d88-4f59-beed-bb05f491fa97 req-1eaaaf39-9310-46e6-a8dc-8148b9c17bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:55:05.698406 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-ace5e0ae-5d88-4f59-beed-bb05f491fa97 req-1eaaaf39-9310-46e6-a8dc-8148b9c17bf6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c6577bd9-88ee-45e9-b1f3-3f9c3f74b7c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0817797 Jun 17 05:55:05.805382 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-ace5e0ae-5d88-4f59-beed-bb05f491fa97 req-78e62f92-dc42-4d25-b69c-5f0db129294b service neutron] 10.222.0.13 "GET /v2.0/networks/c6577bd9-88ee-45e9-b1f3-3f9c3f74b7c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991535 Jun 17 05:55:05.857705 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.l3_hamode_db [None req-20cc2d3d-44f0-4f75-a418-181a0281bbd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09517ed6-23ba-44bf-9de7-0b9502a86dba', 'name': 'tempest-AttachVolumeTestJSON-1155783651-router', 'tenant_id': 'ae0a24f5f1a8477e9911aebfa109b499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6', 'external_fixed_ips': [{'subnet_id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'ip_address': '172.28.2.106'}], 'enable_snat': True}, 'gw_port_id': '590bfe21-27a0-42e8-8f9e-850438dd9d11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T05:50:24Z', 'updated_at': '2021-06-17T05:50:30Z', 'revision_number': 4, 'project_id': 'ae0a24f5f1a8477e9911aebfa109b499', 'gw_port': {'id': '590bfe21-27a0-42e8-8f9e-850438dd9d11', 'name': '', 'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:a7:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09517ed6-23ba-44bf-9de7-0b9502a86dba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'ip_address': '172.28.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:50:25Z', 'updated_at': '2021-06-17T05:50:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-smb', '_floatingips': [{'id': 'bbd87047-7d2c-4183-92d3-c4e299f819e1', 'tenant_id': 'ae0a24f5f1a8477e9911aebfa109b499', 'floating_ip_address': '172.28.2.23', 'floating_network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6', 'router_id': '09517ed6-23ba-44bf-9de7-0b9502a86dba', 'port_id': 'a290eecd-95f4-4db2-bb33-c16e421beb03', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6577bd9-88ee-45e9-b1f3-3f9c3f74b7c9', 'mac_address': 'fa:16:3e:ea:85:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa3bd0fe-7f52-4c59-b22a-e0abb20c70a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T05:54:44Z', 'updated_at': '2021-06-17T05:55:03Z', 'revision_number': 1, 'project_id': 'ae0a24f5f1a8477e9911aebfa109b499', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6572487-a99a-40ba-9c27-0bc1d8ccde1b', 'name': '', 'network_id': 'c6577bd9-88ee-45e9-b1f3-3f9c3f74b7c9', 'tenant_id': 'ae0a24f5f1a8477e9911aebfa109b499', 'mac_address': 'fa:16:3e:c0:32:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09517ed6-23ba-44bf-9de7-0b9502a86dba', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '35c614e0-7ac4-483c-87c5-4f794e2b1be8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:50:29Z', 'updated_at': '2021-06-17T05:50:39Z', 'revision_number': 5, 'project_id': 'ae0a24f5f1a8477e9911aebfa109b499', 'subnets': [{'id': '35c614e0-7ac4-483c-87c5-4f794e2b1be8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-9-smb', False) {} {{(pid=99870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:55:05.889346 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20cc2d3d-44f0-4f75-a418-181a0281bbd5 None None] The sync data for ids ['09517ed6-23ba-44bf-9de7-0b9502a86dba'] in dv-cinder-772623-9-smb is: [{'id': '09517ed6-23ba-44bf-9de7-0b9502a86dba', 'name': 'tempest-AttachVolumeTestJSON-1155783651-router', 'tenant_id': 'ae0a24f5f1a8477e9911aebfa109b499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6', 'external_fixed_ips': [{'subnet_id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'ip_address': '172.28.2.106'}], 'enable_snat': True}, 'gw_port_id': '590bfe21-27a0-42e8-8f9e-850438dd9d11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T05:50:24Z', 'updated_at': '2021-06-17T05:50:30Z', 'revision_number': 4, 'project_id': 'ae0a24f5f1a8477e9911aebfa109b499', 'gw_port': {'id': '590bfe21-27a0-42e8-8f9e-850438dd9d11', 'name': '', 'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:a7:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09517ed6-23ba-44bf-9de7-0b9502a86dba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'ip_address': '172.28.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:50:25Z', 'updated_at': '2021-06-17T05:50:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-smb', '_floatingips': [{'id': 'bbd87047-7d2c-4183-92d3-c4e299f819e1', 'tenant_id': 'ae0a24f5f1a8477e9911aebfa109b499', 'floating_ip_address': '172.28.2.23', 'floating_network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6', 'router_id': '09517ed6-23ba-44bf-9de7-0b9502a86dba', 'port_id': 'a290eecd-95f4-4db2-bb33-c16e421beb03', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6577bd9-88ee-45e9-b1f3-3f9c3f74b7c9', 'mac_address': 'fa:16:3e:ea:85:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa3bd0fe-7f52-4c59-b22a-e0abb20c70a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T05:54:44Z', 'updated_at': '2021-06-17T05:55:03Z', 'revision_number': 1, 'project_id': 'ae0a24f5f1a8477e9911aebfa109b499', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6572487-a99a-40ba-9c27-0bc1d8ccde1b', 'name': '', 'network_id': 'c6577bd9-88ee-45e9-b1f3-3f9c3f74b7c9', 'tenant_id': 'ae0a24f5f1a8477e9911aebfa109b499', 'mac_address': 'fa:16:3e:c0:32:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09517ed6-23ba-44bf-9de7-0b9502a86dba', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '35c614e0-7ac4-483c-87c5-4f794e2b1be8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:50:29Z', 'updated_at': '2021-06-17T05:50:39Z', 'revision_number': 5, 'project_id': 'ae0a24f5f1a8477e9911aebfa109b499', 'subnets': [{'id': '35c614e0-7ac4-483c-87c5-4f794e2b1be8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 05:55:05.921363 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-ace5e0ae-5d88-4f59-beed-bb05f491fa97 req-a3813c75-77de-4d56-bb12-f1091b29dffe service neutron] 10.222.0.13 "GET /v2.0/networks/c6577bd9-88ee-45e9-b1f3-3f9c3f74b7c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096921 Jun 17 05:55:06.196904 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5685fc7d-7dd9-4e78-9dd8-0ff43b728e67 req-939a950d-9985-4de2-ac07-57f17900ba29 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:55:06.199132 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-5685fc7d-7dd9-4e78-9dd8-0ff43b728e67 req-939a950d-9985-4de2-ac07-57f17900ba29 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/ports?device_id=89daf3b0-91da-40ba-b0d0-ef0e80a9ba79 HTTP/1.1" status: 200 len: 945 time: 0.0912642 Jun 17 05:55:06.267158 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-5685fc7d-7dd9-4e78-9dd8-0ff43b728e67 req-74915a60-ca34-413e-bf14-dab08b754c55 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/security-groups?id=8905ba84-829b-4ccb-a5e8-0db6da435808&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612962 Jun 17 05:55:06.335213 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed948b9-1599-4811-9fb8-5df2f360918c None None] New status for floating IP bbd87047-7d2c-4183-92d3-c4e299f819e1: ACTIVE {{(pid=99871) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 05:55:07.494686 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc042375-14d3-4cb3-a386-d0e44a58d306 req-b5c21fc5-a256-465d-b052-eec00f43e3f2 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:55:07.496317 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-bc042375-14d3-4cb3-a386-d0e44a58d306 req-b5c21fc5-a256-465d-b052-eec00f43e3f2 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/ports?device_id=89daf3b0-91da-40ba-b0d0-ef0e80a9ba79 HTTP/1.1" status: 200 len: 945 time: 0.0701821 Jun 17 05:55:07.542437 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-bc042375-14d3-4cb3-a386-d0e44a58d306 req-5bfbfbd1-1c67-4478-998b-163be7cf4d72 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/security-groups?id=8905ba84-829b-4ccb-a5e8-0db6da435808&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400248 Jun 17 05:55:08.725726 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b80b36-8f45-4c39-98a2-9637b03eb8d3 req-d5ad8fb7-267a-47f5-88b0-4fa2d612dad4 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:55:08.727335 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-c3b80b36-8f45-4c39-98a2-9637b03eb8d3 req-d5ad8fb7-267a-47f5-88b0-4fa2d612dad4 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/ports?device_id=89daf3b0-91da-40ba-b0d0-ef0e80a9ba79 HTTP/1.1" status: 200 len: 945 time: 0.0641274 Jun 17 05:55:08.764477 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-c3b80b36-8f45-4c39-98a2-9637b03eb8d3 req-43f454b3-0b7a-413a-8d96-ff7ebc42a059 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/security-groups?id=8905ba84-829b-4ccb-a5e8-0db6da435808&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316613 Jun 17 05:55:08.903172 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-b679f517-decb-4e89-9b4e-37eb417c5e7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:09.874819 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eab258-466c-448c-87ee-c5b1e1f28eb5 req-746e3239-4d80-46be-af5e-fa9d3ed2b1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:55:09.876230 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-d2eab258-466c-448c-87ee-c5b1e1f28eb5 req-746e3239-4d80-46be-af5e-fa9d3ed2b1fd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=33f2c29736bb40d78fad571bf0a20025&device_id=89daf3b0-91da-40ba-b0d0-ef0e80a9ba79 HTTP/1.1" status: 200 len: 1098 time: 0.0517995 Jun 17 05:55:09.947231 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1675618f-6aaf-4b85-a095-4471eae9d27d req-898eafdb-fc2a-4c8a-9886-c971ab59d75d tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:55:09.948686 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-1675618f-6aaf-4b85-a095-4471eae9d27d req-898eafdb-fc2a-4c8a-9886-c971ab59d75d tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/ports?device_id=89daf3b0-91da-40ba-b0d0-ef0e80a9ba79 HTTP/1.1" status: 200 len: 945 time: 0.0617387 Jun 17 05:55:09.969435 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eab258-466c-448c-87ee-c5b1e1f28eb5 req-56426caa-4a81-48eb-8ec6-cc797371b65f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:55:09.970926 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-d2eab258-466c-448c-87ee-c5b1e1f28eb5 req-56426caa-4a81-48eb-8ec6-cc797371b65f service neutron] 10.222.0.13 "GET /v2.0/networks?id=1b25af0c-7521-4ee5-941d-fb951a7e4542 HTTP/1.1" status: 200 len: 917 time: 0.0876813 Jun 17 05:55:09.987632 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-1675618f-6aaf-4b85-a095-4471eae9d27d req-1d059674-f0f1-4416-8d8c-acfad7db1c7d tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/security-groups?id=8905ba84-829b-4ccb-a5e8-0db6da435808&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327802 Jun 17 05:55:10.038120 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-d2eab258-466c-448c-87ee-c5b1e1f28eb5 req-f85c64c8-cdd0-4499-96a6-c91eb143f65e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a111c385-9356-4949-a45e-0af39abb1cbf HTTP/1.1" status: 200 len: 1001 time: 0.0600898 Jun 17 05:55:10.089620 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eab258-466c-448c-87ee-c5b1e1f28eb5 req-fb7c437a-6be2-4418-93f1-e1c70385021e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:55:10.091090 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-d2eab258-466c-448c-87ee-c5b1e1f28eb5 req-fb7c437a-6be2-4418-93f1-e1c70385021e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f3d724f9-6f99-4efc-a641-a453b34c57ab HTTP/1.1" status: 200 len: 855 time: 0.0472887 Jun 17 05:55:10.147361 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eab258-466c-448c-87ee-c5b1e1f28eb5 req-136b7e8b-a964-4455-9224-f1f2a0712926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:55:10.148997 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-d2eab258-466c-448c-87ee-c5b1e1f28eb5 req-136b7e8b-a964-4455-9224-f1f2a0712926 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1b25af0c-7521-4ee5-941d-fb951a7e4542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0514038 Jun 17 05:55:10.235729 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-d2eab258-466c-448c-87ee-c5b1e1f28eb5 req-20868e2e-b511-47cf-a5a1-eaeb67e107a5 service neutron] 10.222.0.13 "GET /v2.0/networks/1b25af0c-7521-4ee5-941d-fb951a7e4542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802844 Jun 17 05:55:10.327772 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-d2eab258-466c-448c-87ee-c5b1e1f28eb5 req-999d094c-5572-4f3e-9afd-9f42f5e6eaaa service neutron] 10.222.0.13 "GET /v2.0/networks/1b25af0c-7521-4ee5-941d-fb951a7e4542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844343 Jun 17 05:55:11.199405 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2125ee15-a650-49ed-9bc4-f1e9cb0d5fbc req-10ec9217-fd3e-4fb4-9a7b-ff4b33233569 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:55:11.200888 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-2125ee15-a650-49ed-9bc4-f1e9cb0d5fbc req-10ec9217-fd3e-4fb4-9a7b-ff4b33233569 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/ports?device_id=89daf3b0-91da-40ba-b0d0-ef0e80a9ba79 HTTP/1.1" status: 200 len: 945 time: 0.0689654 Jun 17 05:55:11.243908 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-2125ee15-a650-49ed-9bc4-f1e9cb0d5fbc req-77590bc2-1a42-4a08-9a9b-78631bbdac6c tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/security-groups?id=8905ba84-829b-4ccb-a5e8-0db6da435808&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371335 Jun 17 05:55:11.613214 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:11.657049 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-2f926f55-f0a9-4443-ab80-1062ec050c32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:12.434608 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8a525f-0721-4d9d-8ccb-246c86a951b0 req-1cd896eb-0806-430a-9d9b-6949c63d2c9d tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:55:12.436024 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-fe8a525f-0721-4d9d-8ccb-246c86a951b0 req-1cd896eb-0806-430a-9d9b-6949c63d2c9d tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/ports?device_id=89daf3b0-91da-40ba-b0d0-ef0e80a9ba79 HTTP/1.1" status: 200 len: 945 time: 0.0704770 Jun 17 05:55:12.471600 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-fe8a525f-0721-4d9d-8ccb-246c86a951b0 req-8ed0726a-454b-4445-ae83-23953592dfe1 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/security-groups?id=8905ba84-829b-4ccb-a5e8-0db6da435808&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299468 Jun 17 05:55:12.494119 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-e4a25698-dc7e-488a-a9c3-c2b55bed5747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:13.554983 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Device a111c385-9356-4949-a45e-0af39abb1cbf no longer exists at agent hyperv_hv-cinder-77262 {{(pid=99870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 05:55:13.631047 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1464132'] for port, before_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:13.653345 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89daf3b0-91da-40ba-b0d0-ef0e80a9ba79', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a111c385-9356-4949-a45e-0af39abb1cbf'}] {{(pid=99870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 05:55:13.655649 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b488aefaa6b1d6b79683e2609a7ce48815cfc41b5bb42f7017315c525e2bf75d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d235ecb7-c93c-4ceb-b196-221b65e5a5d1" -d '{"events": [{"server_uuid": "89daf3b0-91da-40ba-b0d0-ef0e80a9ba79", "name": "network-vif-unplugged", "status": "completed", "tag": "a111c385-9356-4949-a45e-0af39abb1cbf"}]}' {{(pid=99870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 05:55:13.668673 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.db [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] For port a111c385-9356-4949-a45e-0af39abb1cbf, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=a111c385-9356-4949-a45e-0af39abb1cbf,segment=NetworkSegment(81591838-08f0-432e-af25-79981cd4b7ed),segment_id=81591838-08f0-432e-af25-79981cd4b7ed)] {{(pid=99870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:55:13.691325 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 17 Jun 2021 05:55:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a4086cb-d10a-411a-b9ec-c78c12d0ab03 x-openstack-request-id: req-1a4086cb-d10a-411a-b9ec-c78c12d0ab03 {{(pid=99870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 05:55:13.691325 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89daf3b0-91da-40ba-b0d0-ef0e80a9ba79", "name": "network-vif-unplugged", "status": "failed", "tag": "a111c385-9356-4949-a45e-0af39abb1cbf", "code": 422}]} {{(pid=99870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 05:55:13.691325 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1a4086cb-d10a-411a-b9ec-c78c12d0ab03 {{(pid=99870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 05:55:13.691607 dv-cinder-772623-9-smb neutron-server[99870]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '89daf3b0-91da-40ba-b0d0-ef0e80a9ba79', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a111c385-9356-4949-a45e-0af39abb1cbf', 'code': 422} returned with failed status Jun 17 05:55:13.744538 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773697962343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773697504561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773697504606'] for port, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:13.746365 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:55:13.798679 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Pushing event updated for resources: {'Port': ['ID=a111c385-9356-4949-a45e-0af39abb1cbf,revision_number=8']} {{(pid=99870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:55:13.801878 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:55:14.259042 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-835a5b83-af16-4b0b-afcf-c7c94ac397a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:15.333951 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083ddaf8-cbcf-4b60-89e3-19bc6e290503 req-115d4b83-b29f-403d-a812-2632cfa7428f tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:55:15.335321 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-083ddaf8-cbcf-4b60-89e3-19bc6e290503 req-115d4b83-b29f-403d-a812-2632cfa7428f tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/ports?device_id=89daf3b0-91da-40ba-b0d0-ef0e80a9ba79 HTTP/1.1" status: 200 len: 943 time: 0.0626562 Jun 17 05:55:15.371488 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-083ddaf8-cbcf-4b60-89e3-19bc6e290503 req-ddc20c46-bb19-4fd7-ac0e-6f61ddd7c352 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/security-groups?id=8905ba84-829b-4ccb-a5e8-0db6da435808&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295765 Jun 17 05:55:15.985825 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.wsgi [-] (99869) accepted ('10.222.0.11', 59298) {{(pid=99869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:55:16.082993 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-b07c68c9-c6a1-464c-97fe-883ad4dcd401 req-1b35f435-da01-42e5-b4a3-510da691b903 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=89daf3b0-91da-40ba-b0d0-ef0e80a9ba79&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0959160 Jun 17 05:55:16.556153 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab2d7ae-39a9-46d2-b2e0-d44d5e42bd4f req-37b6d900-698a-4621-bd9d-c3b5eaf8a4f0 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:55:16.557599 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-3ab2d7ae-39a9-46d2-b2e0-d44d5e42bd4f req-37b6d900-698a-4621-bd9d-c3b5eaf8a4f0 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/ports?device_id=89daf3b0-91da-40ba-b0d0-ef0e80a9ba79 HTTP/1.1" status: 200 len: 943 time: 0.0691617 Jun 17 05:55:16.594400 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-3ab2d7ae-39a9-46d2-b2e0-d44d5e42bd4f req-c2372a6f-8ff0-4d24-9589-d9ae3c7c9d92 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/security-groups?id=8905ba84-829b-4ccb-a5e8-0db6da435808&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312145 Jun 17 05:55:17.629758 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:17.738163 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07c68c9-c6a1-464c-97fe-883ad4dcd401 req-eed24847-7543-48c6-be1b-f591a8c6d874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:55:17.739756 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-b07c68c9-c6a1-464c-97fe-883ad4dcd401 req-eed24847-7543-48c6-be1b-f591a8c6d874 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=89daf3b0-91da-40ba-b0d0-ef0e80a9ba79&tenant_id=33f2c29736bb40d78fad571bf0a20025 HTTP/1.1" status: 200 len: 1096 time: 0.0561697 Jun 17 05:55:17.772546 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbe6cac-cb94-4310-b7b7-af2103363bb0 req-89073896-48ad-48ba-b814-d4ad9a6be39b tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:55:17.774271 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-1dbe6cac-cb94-4310-b7b7-af2103363bb0 req-89073896-48ad-48ba-b814-d4ad9a6be39b tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/ports?device_id=89daf3b0-91da-40ba-b0d0-ef0e80a9ba79 HTTP/1.1" status: 200 len: 943 time: 0.0642273 Jun 17 05:55:17.810132 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07c68c9-c6a1-464c-97fe-883ad4dcd401 req-755e3a1a-b50a-4053-ac54-684853c001d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:55:17.811652 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-b07c68c9-c6a1-464c-97fe-883ad4dcd401 req-755e3a1a-b50a-4053-ac54-684853c001d3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=33f2c29736bb40d78fad571bf0a20025&device_id=89daf3b0-91da-40ba-b0d0-ef0e80a9ba79 HTTP/1.1" status: 200 len: 1096 time: 0.0512829 Jun 17 05:55:17.812638 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-1dbe6cac-cb94-4310-b7b7-af2103363bb0 req-66650b4f-cb44-42ae-a8d5-5c076833e03e tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/security-groups?id=8905ba84-829b-4ccb-a5e8-0db6da435808&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324593 Jun 17 05:55:17.903932 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07c68c9-c6a1-464c-97fe-883ad4dcd401 req-4740b25d-26be-40d2-967d-52cc65e9c223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:55:17.905382 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-b07c68c9-c6a1-464c-97fe-883ad4dcd401 req-4740b25d-26be-40d2-967d-52cc65e9c223 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1b25af0c-7521-4ee5-941d-fb951a7e4542 HTTP/1.1" status: 200 len: 917 time: 0.0878975 Jun 17 05:55:17.966346 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-b07c68c9-c6a1-464c-97fe-883ad4dcd401 req-e4f1127c-b350-4dc6-8aeb-5e095560e6df service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a111c385-9356-4949-a45e-0af39abb1cbf HTTP/1.1" status: 200 len: 999 time: 0.0552979 Jun 17 05:55:18.015474 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07c68c9-c6a1-464c-97fe-883ad4dcd401 req-3ba78167-2529-419d-9799-d6f2c2739778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:55:18.016858 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-b07c68c9-c6a1-464c-97fe-883ad4dcd401 req-3ba78167-2529-419d-9799-d6f2c2739778 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f3d724f9-6f99-4efc-a641-a453b34c57ab HTTP/1.1" status: 200 len: 855 time: 0.0447500 Jun 17 05:55:18.080205 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07c68c9-c6a1-464c-97fe-883ad4dcd401 req-819bb00f-d6b5-45f6-a952-60a8a96ba35d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:55:18.081912 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-b07c68c9-c6a1-464c-97fe-883ad4dcd401 req-819bb00f-d6b5-45f6-a952-60a8a96ba35d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1b25af0c-7521-4ee5-941d-fb951a7e4542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0588205 Jun 17 05:55:18.169555 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-b07c68c9-c6a1-464c-97fe-883ad4dcd401 req-a8153a8c-c79a-4a7a-8a39-4b52bd8f7b13 service neutron] 10.222.0.13 "GET /v2.0/networks/1b25af0c-7521-4ee5-941d-fb951a7e4542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799870 Jun 17 05:55:18.259667 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-b07c68c9-c6a1-464c-97fe-883ad4dcd401 req-5340948b-add7-4284-92c3-f98ec25d5a56 service neutron] 10.222.0.13 "GET /v2.0/networks/1b25af0c-7521-4ee5-941d-fb951a7e4542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834947 Jun 17 05:55:18.991062 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5628484e-5b21-4991-9050-a5f1010a21ff req-22fd0765-6647-4156-a076-97d538675c5a tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:55:18.992496 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-5628484e-5b21-4991-9050-a5f1010a21ff req-22fd0765-6647-4156-a076-97d538675c5a tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/ports?device_id=89daf3b0-91da-40ba-b0d0-ef0e80a9ba79 HTTP/1.1" status: 200 len: 943 time: 0.0635269 Jun 17 05:55:19.035192 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-5628484e-5b21-4991-9050-a5f1010a21ff req-77d2ac5f-7cb3-4bb4-86ba-5eb93ea67804 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/security-groups?id=8905ba84-829b-4ccb-a5e8-0db6da435808&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353322 Jun 17 05:55:20.250027 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b297d81-13c3-441f-8d1b-5f589c9dfdc2 req-269ba845-ffdb-417d-b0ec-6b69e1588ca2 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:55:20.251525 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-9b297d81-13c3-441f-8d1b-5f589c9dfdc2 req-269ba845-ffdb-417d-b0ec-6b69e1588ca2 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/ports?device_id=89daf3b0-91da-40ba-b0d0-ef0e80a9ba79 HTTP/1.1" status: 200 len: 943 time: 0.0848513 Jun 17 05:55:20.293378 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-9b297d81-13c3-441f-8d1b-5f589c9dfdc2 req-f1bf1ade-7ff2-44ff-9ecd-7fa70cddf69b tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/security-groups?id=8905ba84-829b-4ccb-a5e8-0db6da435808&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356638 Jun 17 05:55:21.467490 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8616866-5ea2-40f0-ae29-fe80ea113d68 req-67f766ec-d40e-429e-becb-83189477b937 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:55:21.468936 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-f8616866-5ea2-40f0-ae29-fe80ea113d68 req-67f766ec-d40e-429e-becb-83189477b937 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/ports?device_id=89daf3b0-91da-40ba-b0d0-ef0e80a9ba79 HTTP/1.1" status: 200 len: 943 time: 0.0610766 Jun 17 05:55:21.509314 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-f8616866-5ea2-40f0-ae29-fe80ea113d68 req-207426b9-2386-4723-9359-4dffc3825e34 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/security-groups?id=8905ba84-829b-4ccb-a5e8-0db6da435808&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308585 Jun 17 05:55:22.692789 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a42ce76-7114-4c8a-a09e-b4f5a2b96a02 req-7c040698-c6cd-4be0-8d99-fcddf5ccae32 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:55:22.694486 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-3a42ce76-7114-4c8a-a09e-b4f5a2b96a02 req-7c040698-c6cd-4be0-8d99-fcddf5ccae32 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/ports?device_id=89daf3b0-91da-40ba-b0d0-ef0e80a9ba79 HTTP/1.1" status: 200 len: 943 time: 0.0703497 Jun 17 05:55:22.732821 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-3a42ce76-7114-4c8a-a09e-b4f5a2b96a02 req-43187b20-743a-492f-9eba-83d4e36c8910 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/security-groups?id=8905ba84-829b-4ccb-a5e8-0db6da435808&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318916 Jun 17 05:55:23.913282 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653487e1-de83-4d31-9099-4ca9c7510e13 req-7c8287b7-8be9-4d96-9456-7006850b0cc1 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:55:23.915288 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-653487e1-de83-4d31-9099-4ca9c7510e13 req-7c8287b7-8be9-4d96-9456-7006850b0cc1 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/ports?device_id=89daf3b0-91da-40ba-b0d0-ef0e80a9ba79 HTTP/1.1" status: 200 len: 943 time: 0.0633261 Jun 17 05:55:23.952509 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-653487e1-de83-4d31-9099-4ca9c7510e13 req-98698073-e8c9-4650-85e2-5c10ea684f8e tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/security-groups?id=8905ba84-829b-4ccb-a5e8-0db6da435808&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317430 Jun 17 05:55:24.114604 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.db.agents_db [None req-7f16872b-b609-48fb-9c73-6a76dd98e1b9 None None] Agent healthcheck: found 6 active agents {{(pid=99871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 05:55:25.137680 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656ac80b-bf8f-4fa0-885f-532ec1eb3333 req-c88996c9-9c1c-4e37-b340-ffd1a8b0e685 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:55:25.140343 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-656ac80b-bf8f-4fa0-885f-532ec1eb3333 req-c88996c9-9c1c-4e37-b340-ffd1a8b0e685 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/ports?device_id=89daf3b0-91da-40ba-b0d0-ef0e80a9ba79 HTTP/1.1" status: 200 len: 943 time: 0.0662837 Jun 17 05:55:25.191298 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-656ac80b-bf8f-4fa0-885f-532ec1eb3333 req-8211389a-30a9-4351-91ba-0a7ecb257931 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/security-groups?id=8905ba84-829b-4ccb-a5e8-0db6da435808&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360715 Jun 17 05:55:25.938446 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.wsgi [-] (99869) accepted ('10.222.0.11', 59436) {{(pid=99869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:55:26.044227 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-b964e841-a06c-4ba9-b362-0f5f9285ee3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:26.142567 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-b964e841-a06c-4ba9-b362-0f5f9285ee3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:26.219077 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-b964e841-a06c-4ba9-b362-0f5f9285ee3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:26.221673 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-d072ae9a-7c42-4f0a-a8b3-64f836d787c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:55:26.262135 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [None req-b964e841-a06c-4ba9-b362-0f5f9285ee3c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=61596f9b11454c2ea6fdf6e25be40a2d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3223598 Jun 17 05:55:26.264719 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.wsgi [-] (99868) accepted ('10.222.0.11', 59442) {{(pid=99868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:55:26.268977 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964e841-a06c-4ba9-b362-0f5f9285ee3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9b85f13-54bb-4b71-8b86-d02752ab9a8f,revision_number=1']} {{(pid=99869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:55:26.272260 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-b964e841-a06c-4ba9-b362-0f5f9285ee3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:55:26.314554 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-4a9b58c8-a196-4c7c-8641-738448c7ee67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:26.335370 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-4a9b58c8-a196-4c7c-8641-738448c7ee67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:26.374952 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ebce3c-c73a-4634-876b-d257b8cecc08 req-8baa7f3a-4154-4635-8431-859304f0f731 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:55:26.376504 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-a4ebce3c-c73a-4634-876b-d257b8cecc08 req-8baa7f3a-4154-4635-8431-859304f0f731 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/ports?device_id=89daf3b0-91da-40ba-b0d0-ef0e80a9ba79 HTTP/1.1" status: 200 len: 943 time: 0.0627728 Jun 17 05:55:26.414790 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-a4ebce3c-c73a-4634-876b-d257b8cecc08 req-81761f92-0382-4fe5-b00c-c8a4cb0361f3 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/security-groups?id=8905ba84-829b-4ccb-a5e8-0db6da435808&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324585 Jun 17 05:55:26.464623 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-4a9b58c8-a196-4c7c-8641-738448c7ee67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:26.467498 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-4a9b58c8-a196-4c7c-8641-738448c7ee67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:26.468754 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [None req-4a9b58c8-a196-4c7c-8641-738448c7ee67 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a9b85f13-54bb-4b71-8b86-d02752ab9a8f HTTP/1.1" status: 204 len: 168 time: 0.2030523 Jun 17 05:55:26.469589 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-6dfb3386-7bd2-4114-8357-450aca884887 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:55:26.481218 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9b58c8-a196-4c7c-8641-738448c7ee67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9b85f13-54bb-4b71-8b86-d02752ab9a8f,revision_number=None']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:55:26.484404 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-4a9b58c8-a196-4c7c-8641-738448c7ee67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:55:27.262717 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.wsgi [-] (99869) accepted ('10.222.0.11', 59450) {{(pid=99869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:55:27.279307 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-e702a32a-b2bc-4af6-b56b-0ef5d3ba3d5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:27.627882 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-e702a32a-b2bc-4af6-b56b-0ef5d3ba3d5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:27.657061 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da81586-c2ff-4eca-8b38-08c202123cf8 req-dba3a7aa-550a-485a-98aa-ed00453e98ed tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:55:27.658548 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-5da81586-c2ff-4eca-8b38-08c202123cf8 req-dba3a7aa-550a-485a-98aa-ed00453e98ed tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/ports?device_id=89daf3b0-91da-40ba-b0d0-ef0e80a9ba79 HTTP/1.1" status: 200 len: 943 time: 0.0813789 Jun 17 05:55:27.695425 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-5da81586-c2ff-4eca-8b38-08c202123cf8 req-959c7101-b388-4ec1-91ca-7f89d46f7d85 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/security-groups?id=8905ba84-829b-4ccb-a5e8-0db6da435808&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310416 Jun 17 05:55:27.732469 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-e702a32a-b2bc-4af6-b56b-0ef5d3ba3d5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:27.734975 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-55ec033b-790d-44fe-ad09-a80a2c4e34aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:55:27.775272 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [None req-e702a32a-b2bc-4af6-b56b-0ef5d3ba3d5b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3112524e31f947b6a7a7de5481214eda&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5112185 Jun 17 05:55:27.776238 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e702a32a-b2bc-4af6-b56b-0ef5d3ba3d5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=982cee4f-99f1-4661-b584-d6343f84d0a0,revision_number=1']} {{(pid=99869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:55:27.777805 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.wsgi [-] (99868) accepted ('10.222.0.11', 59454) {{(pid=99868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:55:27.800758 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-e702a32a-b2bc-4af6-b56b-0ef5d3ba3d5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:55:27.838561 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-c8c8639b-040b-41d2-8fb8-baf0890cf928 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:27.858686 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-c8c8639b-040b-41d2-8fb8-baf0890cf928 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:28.013379 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-c8c8639b-040b-41d2-8fb8-baf0890cf928 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:28.016892 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-c8c8639b-040b-41d2-8fb8-baf0890cf928 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:28.018518 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [None req-c8c8639b-040b-41d2-8fb8-baf0890cf928 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/982cee4f-99f1-4661-b584-d6343f84d0a0 HTTP/1.1" status: 204 len: 168 time: 0.2388210 Jun 17 05:55:28.019574 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-3da1792f-f515-41a1-b35f-d1937e84cdd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:55:28.031000 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c8639b-040b-41d2-8fb8-baf0890cf928 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=982cee4f-99f1-4661-b584-d6343f84d0a0,revision_number=None']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:55:28.033932 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-c8c8639b-040b-41d2-8fb8-baf0890cf928 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:55:28.881758 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b59811-e6a0-4104-97c7-5cb76c188c27 req-f29f482c-0f1d-428d-9f91-8871803909c9 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:55:28.883161 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-c4b59811-e6a0-4104-97c7-5cb76c188c27 req-f29f482c-0f1d-428d-9f91-8871803909c9 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/ports?device_id=89daf3b0-91da-40ba-b0d0-ef0e80a9ba79 HTTP/1.1" status: 200 len: 943 time: 0.0683725 Jun 17 05:55:28.943179 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-c4b59811-e6a0-4104-97c7-5cb76c188c27 req-6f18c391-7332-4b0d-aa09-9ffd488b7b04 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/security-groups?id=8905ba84-829b-4ccb-a5e8-0db6da435808&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526342 Jun 17 05:55:30.029192 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.wsgi [-] (99868) accepted ('10.222.0.11', 59502) {{(pid=99868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:55:30.141555 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574b3080-09ec-47b8-b193-542d3c48b4db req-b01fb434-4544-42b2-9491-b9e2f5cb6c9d tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:55:30.151360 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-574b3080-09ec-47b8-b193-542d3c48b4db req-b01fb434-4544-42b2-9491-b9e2f5cb6c9d tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/ports?device_id=89daf3b0-91da-40ba-b0d0-ef0e80a9ba79 HTTP/1.1" status: 200 len: 943 time: 0.0851121 Jun 17 05:55:30.172401 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-86747f14-6c56-420f-ae24-e569a12510cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:30.185871 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-574b3080-09ec-47b8-b193-542d3c48b4db req-1ff2f354-d094-4ed4-acfb-19b090a9d368 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/security-groups?id=8905ba84-829b-4ccb-a5e8-0db6da435808&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335252 Jun 17 05:55:30.274306 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-86747f14-6c56-420f-ae24-e569a12510cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:30.527181 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-86747f14-6c56-420f-ae24-e569a12510cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:30.529783 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-4a9b58c8-a196-4c7c-8641-738448c7ee67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:55:30.567303 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [None req-86747f14-6c56-420f-ae24-e569a12510cd admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=dc6899fa4c304bb6800535b291f6963c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5370290 Jun 17 05:55:30.568217 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86747f14-6c56-420f-ae24-e569a12510cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05a87c4d-c3cc-466b-b983-dd3a1387153d,revision_number=1']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:55:30.570065 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.wsgi [-] (99869) accepted ('10.222.0.11', 59506) {{(pid=99869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:55:30.571208 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-86747f14-6c56-420f-ae24-e569a12510cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:55:30.617876 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-1d6f87e1-5a81-4446-9d64-a69b5771d8a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:30.638807 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-1d6f87e1-5a81-4446-9d64-a69b5771d8a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:30.738674 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-1d6f87e1-5a81-4446-9d64-a69b5771d8a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:30.741217 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-1d6f87e1-5a81-4446-9d64-a69b5771d8a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:30.742340 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [None req-1d6f87e1-5a81-4446-9d64-a69b5771d8a2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/05a87c4d-c3cc-466b-b983-dd3a1387153d HTTP/1.1" status: 204 len: 168 time: 0.1712918 Jun 17 05:55:30.743145 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-ed54f280-f24a-438d-bdb2-cb6412069c1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:55:30.750593 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6f87e1-5a81-4446-9d64-a69b5771d8a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05a87c4d-c3cc-466b-b983-dd3a1387153d,revision_number=None']} {{(pid=99869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:55:30.752982 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-1d6f87e1-5a81-4446-9d64-a69b5771d8a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:55:31.369854 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf34983-68a3-4eee-8a84-236c35aa648c req-9c26c732-844a-445a-bf43-bdc34686a88d tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:55:31.371361 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-1bf34983-68a3-4eee-8a84-236c35aa648c req-9c26c732-844a-445a-bf43-bdc34686a88d tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/ports?device_id=89daf3b0-91da-40ba-b0d0-ef0e80a9ba79 HTTP/1.1" status: 200 len: 943 time: 0.0650976 Jun 17 05:55:31.410439 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-1bf34983-68a3-4eee-8a84-236c35aa648c req-ffcd75aa-6bc7-43da-88c7-301e9bf99f93 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/security-groups?id=8905ba84-829b-4ccb-a5e8-0db6da435808&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333545 Jun 17 05:55:32.595789 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0d454c-6b6f-429c-8dbf-7dd75fd07332 req-67c0d4ac-63b5-476b-b297-6ff6728d856c tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:55:32.597236 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-8c0d454c-6b6f-429c-8dbf-7dd75fd07332 req-67c0d4ac-63b5-476b-b297-6ff6728d856c tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/ports?device_id=89daf3b0-91da-40ba-b0d0-ef0e80a9ba79 HTTP/1.1" status: 200 len: 943 time: 0.0695548 Jun 17 05:55:32.634863 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-8c0d454c-6b6f-429c-8dbf-7dd75fd07332 req-18bc3615-d0e0-4846-87bd-d6d2d79eb641 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/security-groups?id=8905ba84-829b-4ccb-a5e8-0db6da435808&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308335 Jun 17 05:55:33.639185 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Device a111c385-9356-4949-a45e-0af39abb1cbf details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=99870) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 05:55:33.735328 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.db [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] For port a111c385-9356-4949-a45e-0af39abb1cbf, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=a111c385-9356-4949-a45e-0af39abb1cbf,segment=NetworkSegment(81591838-08f0-432e-af25-79981cd4b7ed),segment_id=81591838-08f0-432e-af25-79981cd4b7ed)] {{(pid=99870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:55:33.747661 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Returning: {'device': 'a111c385-9356-4949-a45e-0af39abb1cbf', 'network_id': '1b25af0c-7521-4ee5-941d-fb951a7e4542', 'port_id': 'a111c385-9356-4949-a45e-0af39abb1cbf', 'mac_address': 'fa:16:3e:f9:a3:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3d724f9-6f99-4efc-a641-a453b34c57ab', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99870) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 05:55:33.785226 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1464132'] for port, before_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:33.799351 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.notifiers.nova [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a111c385-9356-4949-a45e-0af39abb1cbf {{(pid=99870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 05:55:33.822381 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.db [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] For port a111c385-9356-4949-a45e-0af39abb1cbf, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=a111c385-9356-4949-a45e-0af39abb1cbf,segment=NetworkSegment(81591838-08f0-432e-af25-79981cd4b7ed),segment_id=81591838-08f0-432e-af25-79981cd4b7ed)] {{(pid=99870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:55:33.822546 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0360c4a9-b608-465e-88ab-075c5f2aad34 req-ccc85718-ab84-4d7a-9896-a05c44102c7c tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:55:33.822546 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-0360c4a9-b608-465e-88ab-075c5f2aad34 req-ccc85718-ab84-4d7a-9896-a05c44102c7c tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/ports?device_id=89daf3b0-91da-40ba-b0d0-ef0e80a9ba79 HTTP/1.1" status: 200 len: 943 time: 0.0676425 Jun 17 05:55:33.861561 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-0360c4a9-b608-465e-88ab-075c5f2aad34 req-3b0e8ec1-a277-40a0-b155-f7928597f285 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/security-groups?id=8905ba84-829b-4ccb-a5e8-0db6da435808&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325668 Jun 17 05:55:33.898293 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773697962343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773697504561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773697504606'] for port, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:33.903537 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:55:33.949646 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Pushing event updated for resources: {'Port': ['ID=a111c385-9356-4949-a45e-0af39abb1cbf,revision_number=9']} {{(pid=99870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:55:33.952832 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:55:34.115745 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.db [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] get_ports_and_sgs() called for port_ids ['a111c385-9356-4949-a45e-0af39abb1cbf'] {{(pid=99870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 05:55:35.044355 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bd6230-a4b3-49e2-8390-287eda518398 req-a704ad8f-2dcf-4035-8a0b-0815b7520931 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:55:35.045803 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-53bd6230-a4b3-49e2-8390-287eda518398 req-a704ad8f-2dcf-4035-8a0b-0815b7520931 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/ports?device_id=89daf3b0-91da-40ba-b0d0-ef0e80a9ba79 HTTP/1.1" status: 200 len: 944 time: 0.0617032 Jun 17 05:55:35.082301 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-53bd6230-a4b3-49e2-8390-287eda518398 req-f0797500-a6ae-4d9a-b005-0312f476e731 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/security-groups?id=8905ba84-829b-4ccb-a5e8-0db6da435808&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307970 Jun 17 05:55:35.652870 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Device a111c385-9356-4949-a45e-0af39abb1cbf up at agent hyperv_hv-cinder-77262 {{(pid=99870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 05:55:35.702852 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.provisioning_blocks [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Provisioning complete for port a111c385-9356-4949-a45e-0af39abb1cbf triggered by entity L2. {{(pid=99870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 05:55:35.703249 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551367'] for port, provisioning_complete {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:35.782662 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1464132'] for port, before_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:35.808009 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89daf3b0-91da-40ba-b0d0-ef0e80a9ba79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a111c385-9356-4949-a45e-0af39abb1cbf'}] {{(pid=99870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 05:55:35.811422 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b488aefaa6b1d6b79683e2609a7ce48815cfc41b5bb42f7017315c525e2bf75d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35bb3b8b-7dfb-4f18-9d8b-17a20e5b8e1e" -d '{"events": [{"server_uuid": "89daf3b0-91da-40ba-b0d0-ef0e80a9ba79", "name": "network-vif-plugged", "status": "completed", "tag": "a111c385-9356-4949-a45e-0af39abb1cbf"}]}' {{(pid=99870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 05:55:35.825562 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.db [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] For port a111c385-9356-4949-a45e-0af39abb1cbf, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=a111c385-9356-4949-a45e-0af39abb1cbf,segment=NetworkSegment(81591838-08f0-432e-af25-79981cd4b7ed),segment_id=81591838-08f0-432e-af25-79981cd4b7ed)] {{(pid=99870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:55:35.848925 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 05:55:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69c1d0d2-5171-422e-b837-b970070c5394 x-openstack-request-id: req-69c1d0d2-5171-422e-b837-b970070c5394 {{(pid=99870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 05:55:35.849225 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89daf3b0-91da-40ba-b0d0-ef0e80a9ba79", "name": "network-vif-plugged", "status": "completed", "tag": "a111c385-9356-4949-a45e-0af39abb1cbf", "code": 200}]} {{(pid=99870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 05:55:35.849489 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-69c1d0d2-5171-422e-b837-b970070c5394 {{(pid=99870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 05:55:35.849893 dv-cinder-772623-9-smb neutron-server[99870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89daf3b0-91da-40ba-b0d0-ef0e80a9ba79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a111c385-9356-4949-a45e-0af39abb1cbf', 'code': 200} Jun 17 05:55:36.223355 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773697962343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773697504561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773697504606'] for port, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:36.225328 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:55:36.271751 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49f9edd-e8eb-47fc-8a34-c5eadc777654 req-6f8630a6-4b8e-4095-876e-65dd8bb636f3 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:55:36.273217 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-b49f9edd-e8eb-47fc-8a34-c5eadc777654 req-6f8630a6-4b8e-4095-876e-65dd8bb636f3 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/ports?device_id=89daf3b0-91da-40ba-b0d0-ef0e80a9ba79 HTTP/1.1" status: 200 len: 944 time: 0.0725005 Jun 17 05:55:36.273710 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Pushing event updated for resources: {'Port': ['ID=a111c385-9356-4949-a45e-0af39abb1cbf,revision_number=10']} {{(pid=99870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:55:36.277986 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:55:36.311044 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-b49f9edd-e8eb-47fc-8a34-c5eadc777654 req-d66fffb1-235f-40a2-9a3c-34255c73b488 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/security-groups?id=8905ba84-829b-4ccb-a5e8-0db6da435808&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309350 Jun 17 05:55:36.423574 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a840e8-2a5f-4b24-8747-85341942a096 req-19007ec7-5bef-4428-abbe-0ab308b00975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:55:36.425071 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-d3a840e8-2a5f-4b24-8747-85341942a096 req-19007ec7-5bef-4428-abbe-0ab308b00975 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=89daf3b0-91da-40ba-b0d0-ef0e80a9ba79 HTTP/1.1" status: 200 len: 1099 time: 0.0500371 Jun 17 05:55:36.457898 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-d3a840e8-2a5f-4b24-8747-85341942a096 req-0def8eed-c46b-4c65-a4ef-388bcf953455 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=8905ba84-829b-4ccb-a5e8-0db6da435808&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0259855 Jun 17 05:55:37.501252 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85adc9a-655e-407a-976e-e02df0a97129 req-51a86a08-839e-4d26-9fa0-24c6dde7e719 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:55:37.502813 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-d85adc9a-655e-407a-976e-e02df0a97129 req-51a86a08-839e-4d26-9fa0-24c6dde7e719 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/ports?device_id=89daf3b0-91da-40ba-b0d0-ef0e80a9ba79 HTTP/1.1" status: 200 len: 946 time: 0.0633371 Jun 17 05:55:37.542911 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-d85adc9a-655e-407a-976e-e02df0a97129 req-4a57d80a-2910-43aa-9a49-9c8beb77ea96 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/security-groups?id=8905ba84-829b-4ccb-a5e8-0db6da435808&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339141 Jun 17 05:55:38.724843 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00252172-f492-4d26-8678-432343606e47 req-4d93b965-216f-4ba3-a5d1-e700cce94943 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:55:38.726312 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-00252172-f492-4d26-8678-432343606e47 req-4d93b965-216f-4ba3-a5d1-e700cce94943 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/ports?device_id=89daf3b0-91da-40ba-b0d0-ef0e80a9ba79 HTTP/1.1" status: 200 len: 946 time: 0.0662315 Jun 17 05:55:38.764861 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-00252172-f492-4d26-8678-432343606e47 req-9a827f81-c571-4165-882e-d1a3703b8a49 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/security-groups?id=8905ba84-829b-4ccb-a5e8-0db6da435808&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320191 Jun 17 05:55:38.874424 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-2ba7c248-d76d-4fa6-9e43-9f4857284cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:39.944004 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6d1da1-cc72-4f46-ba1b-a3d1a2c1e032 req-5d003904-051d-47e0-9cf3-1eeed3c51a81 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:55:39.945445 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-6c6d1da1-cc72-4f46-ba1b-a3d1a2c1e032 req-5d003904-051d-47e0-9cf3-1eeed3c51a81 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/ports?device_id=89daf3b0-91da-40ba-b0d0-ef0e80a9ba79 HTTP/1.1" status: 200 len: 946 time: 0.0645647 Jun 17 05:55:39.984651 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-6c6d1da1-cc72-4f46-ba1b-a3d1a2c1e032 req-8831625c-ff1c-42cf-acfd-d826e95abb73 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/security-groups?id=8905ba84-829b-4ccb-a5e8-0db6da435808&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334294 Jun 17 05:55:41.629777 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:41.664232 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-89719273-d17c-4475-8c37-66091018538e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:42.480771 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-e4a25698-dc7e-488a-a9c3-c2b55bed5747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:44.218225 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-835a5b83-af16-4b0b-afcf-c7c94ac397a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:47.603323 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:48.146134 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.wsgi [-] (99869) accepted ('10.222.0.11', 59718) {{(pid=99869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:55:48.248050 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-c4cd1664-347f-46ae-aa2b-71fffd73afcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:48.335086 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-c4cd1664-347f-46ae-aa2b-71fffd73afcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:48.481800 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-c4cd1664-347f-46ae-aa2b-71fffd73afcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:48.484711 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-8ac72c3f-b15c-4669-a6fc-526258318eb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:55:48.523828 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cd1664-347f-46ae-aa2b-71fffd73afcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f0eaff9-a214-489b-a87d-52575041c641,revision_number=1']} {{(pid=99869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:55:48.528934 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-c4cd1664-347f-46ae-aa2b-71fffd73afcb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:55:48.532971 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [None req-c4cd1664-347f-46ae-aa2b-71fffd73afcb admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5d9b85daa31645d0be5d3a1ad71978b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3849812 Jun 17 05:55:48.534072 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.wsgi [-] (99869) accepted ('10.222.0.11', 59722) {{(pid=99869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:55:48.595061 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-ae4fc756-e912-48a1-9718-4f14df25bf34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:48.616896 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-ae4fc756-e912-48a1-9718-4f14df25bf34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:48.755371 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-ae4fc756-e912-48a1-9718-4f14df25bf34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:48.757792 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-ae4fc756-e912-48a1-9718-4f14df25bf34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:48.759120 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [None req-ae4fc756-e912-48a1-9718-4f14df25bf34 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6f0eaff9-a214-489b-a87d-52575041c641 HTTP/1.1" status: 204 len: 168 time: 0.2237647 Jun 17 05:55:48.760331 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-8bc66885-232c-469d-acdd-ce627d4736ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:55:48.768110 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4fc756-e912-48a1-9718-4f14df25bf34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f0eaff9-a214-489b-a87d-52575041c641,revision_number=None']} {{(pid=99869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:55:48.772602 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-ae4fc756-e912-48a1-9718-4f14df25bf34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:55:49.007509 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-cf293395-3435-4c6f-87f0-006c4c9853d3 req-91044e55-bd31-4aa7-92e3-bf01c8c58543 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=89daf3b0-91da-40ba-b0d0-ef0e80a9ba79&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0711889 Jun 17 05:55:49.112355 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf293395-3435-4c6f-87f0-006c4c9853d3 req-755e6e45-b70a-4f9a-ba65-2d07d14a8d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:55:49.114071 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-cf293395-3435-4c6f-87f0-006c4c9853d3 req-755e6e45-b70a-4f9a-ba65-2d07d14a8d7a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=33f2c29736bb40d78fad571bf0a20025&device_id=89daf3b0-91da-40ba-b0d0-ef0e80a9ba79 HTTP/1.1" status: 200 len: 1099 time: 0.0580144 Jun 17 05:55:49.222654 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf293395-3435-4c6f-87f0-006c4c9853d3 req-d1292568-9739-4df0-9c26-9b3fad458317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:55:49.224129 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-cf293395-3435-4c6f-87f0-006c4c9853d3 req-d1292568-9739-4df0-9c26-9b3fad458317 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1b25af0c-7521-4ee5-941d-fb951a7e4542 HTTP/1.1" status: 200 len: 917 time: 0.0859263 Jun 17 05:55:49.302220 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-cf293395-3435-4c6f-87f0-006c4c9853d3 req-02457492-3aaf-407c-a1d9-725a85fce43a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a111c385-9356-4949-a45e-0af39abb1cbf HTTP/1.1" status: 200 len: 1001 time: 0.0704718 Jun 17 05:55:49.350141 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf293395-3435-4c6f-87f0-006c4c9853d3 req-a9164e93-3b6f-4f68-8ba8-06187017fb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:55:49.353871 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-cf293395-3435-4c6f-87f0-006c4c9853d3 req-a9164e93-3b6f-4f68-8ba8-06187017fb05 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f3d724f9-6f99-4efc-a641-a453b34c57ab HTTP/1.1" status: 200 len: 855 time: 0.0435266 Jun 17 05:55:49.410457 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf293395-3435-4c6f-87f0-006c4c9853d3 req-0ade3928-d6c6-44ca-b2a1-4b6dcee72ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:55:49.411967 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-cf293395-3435-4c6f-87f0-006c4c9853d3 req-0ade3928-d6c6-44ca-b2a1-4b6dcee72ce3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1b25af0c-7521-4ee5-941d-fb951a7e4542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0545528 Jun 17 05:55:49.501571 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-cf293395-3435-4c6f-87f0-006c4c9853d3 req-4330f333-e77a-4720-8407-646a134cb557 service neutron] 10.222.0.13 "GET /v2.0/networks/1b25af0c-7521-4ee5-941d-fb951a7e4542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835140 Jun 17 05:55:49.604111 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-cf293395-3435-4c6f-87f0-006c4c9853d3 req-8347f8dd-5d29-4d24-8bf8-d2d90df50d93 service neutron] 10.222.0.13 "GET /v2.0/networks/1b25af0c-7521-4ee5-941d-fb951a7e4542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951984 Jun 17 05:55:49.830519 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.wsgi [-] (99869) accepted ('10.222.0.11', 59756) {{(pid=99869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:55:49.927341 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.v2.base [None req-81b1e213-281a-44e5-bd49-8b807d443458 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1557240969-network', 'tenant_id': '558f827aa97540488c3f76e89d619401'}} {{(pid=99869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:55:50.052178 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81b1e213-281a-44e5-bd49-8b807d443458 admin admin] Made reservation on behalf of 558f827aa97540488c3f76e89d619401 for: {'network': 1} {{(pid=99869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 05:55:50.054433 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-81b1e213-281a-44e5-bd49-8b807d443458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1464150'] for network, before_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:50.063166 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-81b1e213-281a-44e5-bd49-8b807d443458 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:50.146936 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-81b1e213-281a-44e5-bd49-8b807d443458 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:50.257855 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-81b1e213-281a-44e5-bd49-8b807d443458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:50.261067 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-38343c13-80d2-4507-8837-06deefdb0ab6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:55:50.284563 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81b1e213-281a-44e5-bd49-8b807d443458 admin admin] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=99869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 05:55:50.291342 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b1e213-281a-44e5-bd49-8b807d443458 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8447229-70fc-4d33-bafa-063ed96d9eed,revision_number=1']} {{(pid=99869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:55:50.294934 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-81b1e213-281a-44e5-bd49-8b807d443458 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:55:50.297616 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-81b1e213-281a-44e5-bd49-8b807d443458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589316'] for segment, precommit_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:50.303638 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.db.segments_db [None req-81b1e213-281a-44e5-bd49-8b807d443458 admin admin] Added segment bd8f23d4-a0a0-4106-8493-e0b010ac85b3 of type vlan for network 2f637bc3-d3ff-4d7b-bacd-19889228ec3d Jun 17 05:55:50.334700 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-81b1e213-281a-44e5-bd49-8b807d443458 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773697459366'] for network, precommit_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:50.457913 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-81b1e213-281a-44e5-bd49-8b807d443458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3713235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-564052'] for network, after_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:50.459223 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81b1e213-281a-44e5-bd49-8b807d443458 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:55:50.459802 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-81b1e213-281a-44e5-bd49-8b807d443458 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564043'] for network, before_response {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:50.462497 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-e49bc8cc-ac57-4024-be3a-c19bfe20126d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:55:50.516368 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b1e213-281a-44e5-bd49-8b807d443458 admin admin] Pushing event updated for resources: {'Network': ['ID=2f637bc3-d3ff-4d7b-bacd-19889228ec3d,revision_number=1']} {{(pid=99869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:55:50.519261 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-81b1e213-281a-44e5-bd49-8b807d443458 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:55:50.526621 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Network 2f637bc3-d3ff-4d7b-bacd-19889228ec3d details requested by agent ovs-agent-dv-cinder-772623-9-smb with host dv-cinder-772623-9-smb {{(pid=99870) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 05:55:50.565603 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [None req-81b1e213-281a-44e5-bd49-8b807d443458 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7339015 Jun 17 05:55:50.568367 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.wsgi [-] (99869) accepted ('10.222.0.11', 59760) {{(pid=99869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:55:50.573970 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.v2.base [None req-abcfe982-acb5-4d6d-b184-8210e950cedf admin admin] Request body: {'subnet': {'network_id': '2f637bc3-d3ff-4d7b-bacd-19889228ec3d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1557240969-subnet', 'tenant_id': '558f827aa97540488c3f76e89d619401', 'ip_version': 4}} {{(pid=99869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:55:50.651161 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abcfe982-acb5-4d6d-b184-8210e950cedf admin admin] Made reservation on behalf of 558f827aa97540488c3f76e89d619401 for: {'subnet': 1} {{(pid=99869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 05:55:50.653820 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-abcfe982-acb5-4d6d-b184-8210e950cedf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27191924'] for subnet, before_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:51.096724 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-abcfe982-acb5-4d6d-b184-8210e950cedf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2565432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27191910'] for subnet, after_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:51.100121 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-fd90efc5-b5c1-4119-a708-384ab21a6a17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:55:51.151151 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcfe982-acb5-4d6d-b184-8210e950cedf admin admin] Pushing event updated for resources: {'Subnet': ['ID=46a42230-1453-4012-ba5b-603ae5e8b663,revision_number=0']} {{(pid=99869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:55:51.155098 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-abcfe982-acb5-4d6d-b184-8210e950cedf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:55:51.162166 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abcfe982-acb5-4d6d-b184-8210e950cedf admin admin] Checking segment: {'id': 'bd8f23d4-a0a0-4106-8493-e0b010ac85b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '2f637bc3-d3ff-4d7b-bacd-19889228ec3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 05:55:51.163635 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abcfe982-acb5-4d6d-b184-8210e950cedf admin admin] Network hostable DHCP agents. Network: 2f637bc3-d3ff-4d7b-bacd-19889228ec3d, hostable agents: ['f091d0a2-6a46-4cbb-8021-fc5f6c6b7d63'], hosted agents: [] {{(pid=99869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 05:55:51.234945 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abcfe982-acb5-4d6d-b184-8210e950cedf admin admin] Network 2f637bc3-d3ff-4d7b-bacd-19889228ec3d is scheduled to be hosted by DHCP agent f091d0a2-6a46-4cbb-8021-fc5f6c6b7d63 with binding_index 1 {{(pid=99869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 05:55:51.338861 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.scheduler.base_scheduler [None req-abcfe982-acb5-4d6d-b184-8210e950cedf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-9-smb, 2f637bc3-d3ff-4d7b-bacd-19889228ec3d) {{(pid=99869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 05:55:51.342776 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abcfe982-acb5-4d6d-b184-8210e950cedf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:55:51.343508 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-abcfe982-acb5-4d6d-b184-8210e950cedf admin admin] Notify callbacks [] for subnet, before_response {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:51.348434 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d103395-3738-4ee3-97a8-bb95eb8f8c72 None None] Network 2f637bc3-d3ff-4d7b-bacd-19889228ec3d requested from dv-cinder-772623-9-smb {{(pid=99870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 05:55:51.470501 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [None req-abcfe982-acb5-4d6d-b184-8210e950cedf admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9011009 Jun 17 05:55:51.473173 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.wsgi [-] (99868) accepted ('10.222.0.11', 59772) {{(pid=99868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:55:51.478759 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.v2.base [None req-b3e98d17-f492-46d7-b2d8-7e74eacded08 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1557240969-router', 'tenant_id': '558f827aa97540488c3f76e89d619401', 'external_gateway_info': {'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6'}}} {{(pid=99868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:55:51.493831 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16bcb1d0-e63c-4693-8d28-ca4ad766fad5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb2b759c4-0602-5b39-aa3b-c64d413254e9-2f637bc3-d3ff-4d7b-bacd-19889228ec3d', 'network_id': '2f637bc3-d3ff-4d7b-bacd-19889228ec3d', 'tenant_id': '558f827aa97540488c3f76e89d619401', 'fixed_ips': [{'subnet_id': '46a42230-1453-4012-ba5b-603ae5e8b663'}]}} from dv-cinder-772623-9-smb. {{(pid=99870) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 05:55:51.494600 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-16bcb1d0-e63c-4693-8d28-ca4ad766fad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1464150'] for port, before_create {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:51.615271 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-b3e98d17-f492-46d7-b2d8-7e74eacded08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-368566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2780'] for router, before_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:51.616358 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-b3e98d17-f492-46d7-b2d8-7e74eacded08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-366879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422326', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-487148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2773'] for router, precommit_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:51.625484 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.db_base_plugin_common [None req-16bcb1d0-e63c-4693-8d28-ca4ad766fad5 None None] Allocated IP 172.20.0.2 (2f637bc3-d3ff-4d7b-bacd-19889228ec3d/46a42230-1453-4012-ba5b-603ae5e8b663/e8a6edc5-3076-4812-af27-7104c008a666) {{(pid=99870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 05:55:51.672198 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-b3e98d17-f492-46d7-b2d8-7e74eacded08 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:51.763237 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-16bcb1d0-e63c-4693-8d28-ca4ad766fad5 None None] Notify callbacks [] for port, precommit_create {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:51.771303 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.provisioning_blocks [None req-16bcb1d0-e63c-4693-8d28-ca4ad766fad5 None None] Transition to ACTIVE for port object e8a6edc5-3076-4812-af27-7104c008a666 will not be triggered until provisioned by entity L2. {{(pid=99870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 05:55:51.786080 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.provisioning_blocks [None req-16bcb1d0-e63c-4693-8d28-ca4ad766fad5 None None] Transition to ACTIVE for port object e8a6edc5-3076-4812-af27-7104c008a666 will not be triggered until provisioned by entity DHCP. {{(pid=99870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 05:55:51.871411 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-16bcb1d0-e63c-4693-8d28-ca4ad766fad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1465235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-156110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-564052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773697504543'] for port, after_create {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:51.874406 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [None req-3dd1aee7-63dc-464b-8225-43a707ac477a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:55:51.915838 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16bcb1d0-e63c-4693-8d28-ca4ad766fad5 None None] Network 2f637bc3-d3ff-4d7b-bacd-19889228ec3d is already hosted by enough agents. {{(pid=99870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 05:55:51.920821 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.scheduler.base_scheduler [None req-16bcb1d0-e63c-4693-8d28-ca4ad766fad5 None None] Resources bound (agent type, host, resource id): {{(pid=99870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 05:55:51.926773 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16bcb1d0-e63c-4693-8d28-ca4ad766fad5 None None] Received port after_create {{(pid=99870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 05:55:51.934286 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bcb1d0-e63c-4693-8d28-ca4ad766fad5 None None] Pushing event updated for resources: {'Port': ['ID=e8a6edc5-3076-4812-af27-7104c008a666,revision_number=1']} {{(pid=99870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:55:51.940589 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [None req-16bcb1d0-e63c-4693-8d28-ca4ad766fad5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:55:51.993656 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.managers [None req-16bcb1d0-e63c-4693-8d28-ca4ad766fad5 None None] Attempting to bind port e8a6edc5-3076-4812-af27-7104c008a666 on host dv-cinder-772623-9-smb for vnic_type normal with profile {{(pid=99870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 05:55:51.993656 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.managers [None req-16bcb1d0-e63c-4693-8d28-ca4ad766fad5 None None] Attempting to bind port e8a6edc5-3076-4812-af27-7104c008a666 by drivers openvswitch,hyperv on host dv-cinder-772623-9-smb at level 0 using segments [{'id': 'bd8f23d4-a0a0-4106-8493-e0b010ac85b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '2f637bc3-d3ff-4d7b-bacd-19889228ec3d'}] {{(pid=99870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 05:55:51.994060 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16bcb1d0-e63c-4693-8d28-ca4ad766fad5 None None] Attempting to bind port e8a6edc5-3076-4812-af27-7104c008a666 on network 2f637bc3-d3ff-4d7b-bacd-19889228ec3d {{(pid=99870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 05:55:51.999504 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16bcb1d0-e63c-4693-8d28-ca4ad766fad5 None None] Checking agent: {'id': 'b8410894-a9e9-4538-b1e5-41b045bec560', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-9-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 5, 41, 12), 'started_at': datetime.datetime(2021, 6, 17, 5, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 5, 55, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-9-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 05:55:51.999914 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16bcb1d0-e63c-4693-8d28-ca4ad766fad5 None None] Checking segment: {'id': 'bd8f23d4-a0a0-4106-8493-e0b010ac85b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '2f637bc3-d3ff-4d7b-bacd-19889228ec3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 05:55:52.000350 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-16bcb1d0-e63c-4693-8d28-ca4ad766fad5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:52.001035 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16bcb1d0-e63c-4693-8d28-ca4ad766fad5 None None] Bound using segment: {'id': 'bd8f23d4-a0a0-4106-8493-e0b010ac85b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '2f637bc3-d3ff-4d7b-bacd-19889228ec3d'} {{(pid=99870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 05:55:52.001510 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.managers [None req-16bcb1d0-e63c-4693-8d28-ca4ad766fad5 None None] Bound port: e8a6edc5-3076-4812-af27-7104c008a666, host: dv-cinder-772623-9-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd8f23d4-a0a0-4106-8493-e0b010ac85b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '2f637bc3-d3ff-4d7b-bacd-19889228ec3d'}}] {{(pid=99870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 05:55:52.001889 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-16bcb1d0-e63c-4693-8d28-ca4ad766fad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1464132'] for port, before_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:52.065520 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.db [None req-16bcb1d0-e63c-4693-8d28-ca4ad766fad5 None None] For port e8a6edc5-3076-4812-af27-7104c008a666, host dv-cinder-772623-9-smb, cleared binding levels {{(pid=99870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 05:55:52.068595 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.db [None req-16bcb1d0-e63c-4693-8d28-ca4ad766fad5 None None] For port e8a6edc5-3076-4812-af27-7104c008a666, host dv-cinder-772623-9-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-9-smb',level=0,port_id=e8a6edc5-3076-4812-af27-7104c008a666,segment=NetworkSegment(bd8f23d4-a0a0-4106-8493-e0b010ac85b3),segment_id=bd8f23d4-a0a0-4106-8493-e0b010ac85b3)] {{(pid=99870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 05:55:52.144916 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-b3e98d17-f492-46d7-b2d8-7e74eacded08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422308', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-368536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2755'] for router, precommit_update {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:52.167252 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-16bcb1d0-e63c-4693-8d28-ca4ad766fad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773697962343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773697504561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773697504606'] for port, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:52.169225 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:55:52.224833 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bcb1d0-e63c-4693-8d28-ca4ad766fad5 None None] Pushing event updated for resources: {'Port': ['ID=e8a6edc5-3076-4812-af27-7104c008a666,revision_number=2']} {{(pid=99870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:55:52.228444 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [None req-16bcb1d0-e63c-4693-8d28-ca4ad766fad5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:55:52.450394 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-b3e98d17-f492-46d7-b2d8-7e74eacded08 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:52.471074 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-b3e98d17-f492-46d7-b2d8-7e74eacded08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1464150'] for port, before_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:52.575689 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.db.db_base_plugin_common [None req-b3e98d17-f492-46d7-b2d8-7e74eacded08 admin admin] Allocated IP 172.28.2.247 (afc4d833-6824-4139-a55a-2b6a6bf3fba6/527396ff-4aca-4049-a96d-23452d13fcc2/0a392921-fefd-4a70-96e8-282573c7d927) {{(pid=99868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 05:55:52.676910 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-b3e98d17-f492-46d7-b2d8-7e74eacded08 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:52.779142 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-b3e98d17-f492-46d7-b2d8-7e74eacded08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1465235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-156110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-564052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773697504543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2882486'] for port, after_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:52.782092 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-7259713e-5384-4a0a-8689-de49519e0480 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:55:52.821641 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3e98d17-f492-46d7-b2d8-7e74eacded08 admin admin] Network afc4d833-6824-4139-a55a-2b6a6bf3fba6 is already hosted by enough agents. {{(pid=99868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 05:55:52.828033 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.scheduler.base_scheduler [None req-b3e98d17-f492-46d7-b2d8-7e74eacded08 admin admin] Resources bound (agent type, host, resource id): {{(pid=99868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 05:55:52.833728 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e98d17-f492-46d7-b2d8-7e74eacded08 admin admin] Received port after_create {{(pid=99868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 05:55:52.857051 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e98d17-f492-46d7-b2d8-7e74eacded08 admin admin] Pushing event updated for resources: {'Port': ['ID=0a392921-fefd-4a70-96e8-282573c7d927,revision_number=1']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:55:52.871411 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e98d17-f492-46d7-b2d8-7e74eacded08 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:55:52.871781 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e98d17-f492-46d7-b2d8-7e74eacded08 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:55:52.872147 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e98d17-f492-46d7-b2d8-7e74eacded08 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:55:52.872499 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e98d17-f492-46d7-b2d8-7e74eacded08 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:55:52.872851 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e98d17-f492-46d7-b2d8-7e74eacded08 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:55:52.873201 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e98d17-f492-46d7-b2d8-7e74eacded08 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:55:52.873548 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e98d17-f492-46d7-b2d8-7e74eacded08 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:55:52.873893 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e98d17-f492-46d7-b2d8-7e74eacded08 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:55:52.874239 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e98d17-f492-46d7-b2d8-7e74eacded08 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:55:52.874580 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e98d17-f492-46d7-b2d8-7e74eacded08 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:55:52.874951 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e98d17-f492-46d7-b2d8-7e74eacded08 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:55:52.875292 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e98d17-f492-46d7-b2d8-7e74eacded08 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:55:52.880039 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-b3e98d17-f492-46d7-b2d8-7e74eacded08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:55:53.013665 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Device e8a6edc5-3076-4812-af27-7104c008a666 up at agent ovs-agent-dv-cinder-772623-9-smb {{(pid=99870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 05:55:53.067114 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-234c802c-248c-4fd0-bff6-f178afe9b921 None None] Network 2f637bc3-d3ff-4d7b-bacd-19889228ec3d requested from dv-cinder-772623-9-smb {{(pid=99870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 05:55:53.146248 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.provisioning_blocks [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Provisioning for port e8a6edc5-3076-4812-af27-7104c008a666 completed by entity L2. {{(pid=99870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 05:55:53.211289 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-b3e98d17-f492-46d7-b2d8-7e74eacded08 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:53.246290 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.provisioning_blocks [None req-a7831f82-e680-452b-937f-b2d5247591c4 None None] Provisioning for port e8a6edc5-3076-4812-af27-7104c008a666 completed by entity DHCP. {{(pid=99870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 05:55:53.251151 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.provisioning_blocks [None req-a7831f82-e680-452b-937f-b2d5247591c4 None None] Provisioning complete for port e8a6edc5-3076-4812-af27-7104c008a666 triggered by entity DHCP. {{(pid=99870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 05:55:53.251547 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-a7831f82-e680-452b-937f-b2d5247591c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551367'] for port, provisioning_complete {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:53.340154 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-a7831f82-e680-452b-937f-b2d5247591c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1464132'] for port, before_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:53.376712 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.db [None req-a7831f82-e680-452b-937f-b2d5247591c4 None None] For port e8a6edc5-3076-4812-af27-7104c008a666, host dv-cinder-772623-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-9-smb',level=0,port_id=e8a6edc5-3076-4812-af27-7104c008a666,segment=NetworkSegment(bd8f23d4-a0a0-4106-8493-e0b010ac85b3),segment_id=bd8f23d4-a0a0-4106-8493-e0b010ac85b3)] {{(pid=99870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:55:53.433437 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-b3e98d17-f492-46d7-b2d8-7e74eacded08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-368527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-422354'] for router, after_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:53.510442 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-a7831f82-e680-452b-937f-b2d5247591c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773697962343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773697504561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773697504606'] for port, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:53.512393 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:55:53.561584 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7831f82-e680-452b-937f-b2d5247591c4 None None] Pushing event updated for resources: {'Port': ['ID=e8a6edc5-3076-4812-af27-7104c008a666,revision_number=3']} {{(pid=99870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:55:53.565042 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [None req-a7831f82-e680-452b-937f-b2d5247591c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:55:53.617975 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3e98d17-f492-46d7-b2d8-7e74eacded08 admin admin] Router 476fa88e-d12c-4c1e-b4a3-824f6887e74a is scheduled to L3 agent 81965deb-4354-4283-a756-7d5d3a21a742 with binding_index 1 {{(pid=99868) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 05:55:53.629366 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.provisioning_blocks [None req-6a6815e9-cafa-453c-8202-fe675e74c571 None None] Provisioning complete for port e8a6edc5-3076-4812-af27-7104c008a666 triggered by entity DHCP. {{(pid=99870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 05:55:53.629738 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-6a6815e9-cafa-453c-8202-fe675e74c571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551367'] for port, provisioning_complete {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:53.722385 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3e98d17-f492-46d7-b2d8-7e74eacded08 admin admin] Notify agent at l3_agent.dv-cinder-772623-9-smb the message routers_updated {{(pid=99868) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 05:55:53.730759 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c0dda3-ea9e-4a1b-b96d-6a8324d6d356 None None] Sync routers for ids ['476fa88e-d12c-4c1e-b4a3-824f6887e74a'] in dv-cinder-772623-9-smb {{(pid=99870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 05:55:53.739165 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c0dda3-ea9e-4a1b-b96d-6a8324d6d356 None None] Routers {'476fa88e-d12c-4c1e-b4a3-824f6887e74a'} bound to L3 agent in host dv-cinder-772623-9-smb {{(pid=99870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 05:55:53.739802 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.l3_hamode_db [None req-48c0dda3-ea9e-4a1b-b96d-6a8324d6d356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T05:41:12Z,description=,heartbeat_timestamp=2021-06-17T05:55:42Z,host='dv-cinder-772623-9-smb',id=81965deb-4354-4283-a756-7d5d3a21a742,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T05:41:12Z,topic='l3_agent')) {'router_ids': ['476fa88e-d12c-4c1e-b4a3-824f6887e74a'], 'active': True} {{(pid=99870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:55:53.801064 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-b3e98d17-f492-46d7-b2d8-7e74eacded08 admin admin] Notify callbacks [] for router, before_response {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:53.802295 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [None req-b3e98d17-f492-46d7-b2d8-7e74eacded08 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.3279970 Jun 17 05:55:53.804944 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.wsgi [-] (99868) accepted ('10.222.0.11', 59778) {{(pid=99868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:55:53.847457 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.l3_dvr_db [None req-48c0dda3-ea9e-4a1b-b96d-6a8324d6d356 None None] Set router 476fa88e-d12c-4c1e-b4a3-824f6887e74a gateway port host: dv-cinder-772623-9-smb {{(pid=99870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 05:55:54.028068 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.l3_hamode_db [None req-48c0dda3-ea9e-4a1b-b96d-6a8324d6d356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '476fa88e-d12c-4c1e-b4a3-824f6887e74a', 'name': 'tempest-TestShelveInstance-1557240969-router', 'tenant_id': '558f827aa97540488c3f76e89d619401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6', 'external_fixed_ips': [{'subnet_id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'ip_address': '172.28.2.247'}], 'enable_snat': True}, 'gw_port_id': '0a392921-fefd-4a70-96e8-282573c7d927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T05:55:51Z', 'updated_at': '2021-06-17T05:55:52Z', 'revision_number': 3, 'project_id': '558f827aa97540488c3f76e89d619401', 'gw_port': {'id': '0a392921-fefd-4a70-96e8-282573c7d927', 'name': '', 'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:9a:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '476fa88e-d12c-4c1e-b4a3-824f6887e74a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'ip_address': '172.28.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:55:52Z', 'updated_at': '2021-06-17T05:55:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-smb'}], 'dv-cinder-772623-9-smb', False) {} {{(pid=99870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:55:54.058256 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c0dda3-ea9e-4a1b-b96d-6a8324d6d356 None None] Checking router: 476fa88e-d12c-4c1e-b4a3-824f6887e74a for host: dv-cinder-772623-9-smb {{(pid=99870) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 05:55:54.058613 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c0dda3-ea9e-4a1b-b96d-6a8324d6d356 None None] Updating router 476fa88e-d12c-4c1e-b4a3-824f6887e74a port 0a392921-fefd-4a70-96e8-282573c7d927 binding host dv-cinder-772623-9-smb {{(pid=99870) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 05:55:54.091978 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-48c0dda3-ea9e-4a1b-b96d-6a8324d6d356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1464132'] for port, before_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:54.236206 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-9a0f9ea2-2982-4397-9f50-b2c63fd598ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1464150'] for port, before_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:54.409746 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.db.db_base_plugin_common [None req-9a0f9ea2-2982-4397-9f50-b2c63fd598ee admin admin] Allocated IP 172.20.0.1 (2f637bc3-d3ff-4d7b-bacd-19889228ec3d/46a42230-1453-4012-ba5b-603ae5e8b663/940b9748-44b2-48ec-8f54-375b4bce2bdf) {{(pid=99868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 05:55:54.479032 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-48c0dda3-ea9e-4a1b-b96d-6a8324d6d356 None None] Notify callbacks [] for port, precommit_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:54.489338 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.provisioning_blocks [None req-48c0dda3-ea9e-4a1b-b96d-6a8324d6d356 None None] Transition to ACTIVE for port object 0a392921-fefd-4a70-96e8-282573c7d927 will not be triggered until provisioned by entity L2. {{(pid=99870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 05:55:54.515063 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-9a0f9ea2-2982-4397-9f50-b2c63fd598ee admin admin] Notify callbacks [] for port, precommit_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:54.531166 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.db.provisioning_blocks [None req-9a0f9ea2-2982-4397-9f50-b2c63fd598ee admin admin] Transition to ACTIVE for port object 940b9748-44b2-48ec-8f54-375b4bce2bdf will not be triggered until provisioned by entity DHCP. {{(pid=99868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 05:55:54.578233 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-48c0dda3-ea9e-4a1b-b96d-6a8324d6d356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773697962343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773697504561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773697504606'] for port, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:54.581050 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:55:54.632783 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffeebff6-fc04-4d73-907f-d8d169bc5908 None None] Pushing event updated for resources: {'Port': ['ID=0a392921-fefd-4a70-96e8-282573c7d927,revision_number=2']} {{(pid=99870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:55:54.635657 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.managers [None req-48c0dda3-ea9e-4a1b-b96d-6a8324d6d356 None None] Attempting to bind port 0a392921-fefd-4a70-96e8-282573c7d927 on host dv-cinder-772623-9-smb for vnic_type normal with profile {{(pid=99870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 05:55:54.636026 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.managers [None req-48c0dda3-ea9e-4a1b-b96d-6a8324d6d356 None None] Attempting to bind port 0a392921-fefd-4a70-96e8-282573c7d927 by drivers openvswitch,hyperv on host dv-cinder-772623-9-smb at level 0 using segments [{'id': '5df065dd-7136-4632-92ed-7b0e1f2019c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6'}] {{(pid=99870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 05:55:54.636391 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c0dda3-ea9e-4a1b-b96d-6a8324d6d356 None None] Attempting to bind port 0a392921-fefd-4a70-96e8-282573c7d927 on network afc4d833-6824-4139-a55a-2b6a6bf3fba6 {{(pid=99870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 05:55:54.638364 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [None req-ffeebff6-fc04-4d73-907f-d8d169bc5908 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:55:54.643067 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c0dda3-ea9e-4a1b-b96d-6a8324d6d356 None None] Checking agent: {'id': 'b8410894-a9e9-4538-b1e5-41b045bec560', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-9-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 5, 41, 12), 'started_at': datetime.datetime(2021, 6, 17, 5, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 5, 55, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-9-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 05:55:54.643453 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c0dda3-ea9e-4a1b-b96d-6a8324d6d356 None None] Checking segment: {'id': '5df065dd-7136-4632-92ed-7b0e1f2019c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 05:55:54.643865 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-48c0dda3-ea9e-4a1b-b96d-6a8324d6d356 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:54.644261 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c0dda3-ea9e-4a1b-b96d-6a8324d6d356 None None] Bound using segment: {'id': '5df065dd-7136-4632-92ed-7b0e1f2019c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6'} {{(pid=99870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 05:55:54.644737 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.managers [None req-48c0dda3-ea9e-4a1b-b96d-6a8324d6d356 None None] Bound port: 0a392921-fefd-4a70-96e8-282573c7d927, host: dv-cinder-772623-9-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5df065dd-7136-4632-92ed-7b0e1f2019c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6'}}] {{(pid=99870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 05:55:54.645117 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-48c0dda3-ea9e-4a1b-b96d-6a8324d6d356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1464132'] for port, before_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:54.664188 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-9a0f9ea2-2982-4397-9f50-b2c63fd598ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1465235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-156110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-564052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773697504543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2882486'] for port, after_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:54.667779 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-6c02a9a6-e567-4bb8-aadf-ba3bbd517a09 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:55:54.694834 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.db [None req-48c0dda3-ea9e-4a1b-b96d-6a8324d6d356 None None] For port 0a392921-fefd-4a70-96e8-282573c7d927, host dv-cinder-772623-9-smb, cleared binding levels {{(pid=99870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 05:55:54.698586 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.db [None req-48c0dda3-ea9e-4a1b-b96d-6a8324d6d356 None None] For port 0a392921-fefd-4a70-96e8-282573c7d927, host dv-cinder-772623-9-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-9-smb',level=0,port_id=0a392921-fefd-4a70-96e8-282573c7d927,segment=NetworkSegment(5df065dd-7136-4632-92ed-7b0e1f2019c5),segment_id=5df065dd-7136-4632-92ed-7b0e1f2019c5)] {{(pid=99870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 05:55:54.702274 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a0f9ea2-2982-4397-9f50-b2c63fd598ee admin admin] Network 2f637bc3-d3ff-4d7b-bacd-19889228ec3d is already hosted by enough agents. {{(pid=99868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 05:55:54.704936 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.scheduler.base_scheduler [None req-9a0f9ea2-2982-4397-9f50-b2c63fd598ee admin admin] Resources bound (agent type, host, resource id): {{(pid=99868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 05:55:54.707498 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0f9ea2-2982-4397-9f50-b2c63fd598ee admin admin] Received port after_create {{(pid=99868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 05:55:54.739874 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0f9ea2-2982-4397-9f50-b2c63fd598ee admin admin] Pushing event updated for resources: {'Port': ['ID=940b9748-44b2-48ec-8f54-375b4bce2bdf,revision_number=1']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:55:54.752525 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-9a0f9ea2-2982-4397-9f50-b2c63fd598ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:55:54.765989 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-48c0dda3-ea9e-4a1b-b96d-6a8324d6d356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773697962343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773697504561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773697504606'] for port, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:54.767792 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-9a0f9ea2-2982-4397-9f50-b2c63fd598ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-426851'] for router_interface, before_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:54.767967 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:55:54.820496 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c0dda3-ea9e-4a1b-b96d-6a8324d6d356 None None] Routers {'476fa88e-d12c-4c1e-b4a3-824f6887e74a'} bound to L3 agent in host dv-cinder-772623-9-smb {{(pid=99870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 05:55:54.820496 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.l3_hamode_db [None req-48c0dda3-ea9e-4a1b-b96d-6a8324d6d356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T05:41:12Z,description=,heartbeat_timestamp=2021-06-17T05:55:42Z,host='dv-cinder-772623-9-smb',id=81965deb-4354-4283-a756-7d5d3a21a742,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T05:41:12Z,topic='l3_agent')) {'router_ids': ['476fa88e-d12c-4c1e-b4a3-824f6887e74a'], 'active': True} {{(pid=99870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:55:54.897977 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffeebff6-fc04-4d73-907f-d8d169bc5908 None None] Pushing event updated for resources: {'Port': ['ID=0a392921-fefd-4a70-96e8-282573c7d927,revision_number=3']} {{(pid=99870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:55:54.901947 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [None req-ffeebff6-fc04-4d73-907f-d8d169bc5908 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:55:54.955078 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.l3_dvr_db [None req-48c0dda3-ea9e-4a1b-b96d-6a8324d6d356 None None] Set router 476fa88e-d12c-4c1e-b4a3-824f6887e74a gateway port host: dv-cinder-772623-9-smb {{(pid=99870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 05:55:54.999876 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-9a0f9ea2-2982-4397-9f50-b2c63fd598ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1464132'] for port, before_update {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:55.012156 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Device e8a6edc5-3076-4812-af27-7104c008a666 up at agent ovs-agent-dv-cinder-772623-9-smb {{(pid=99870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 05:55:55.033419 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.provisioning_blocks [None req-6e65fd8c-ab61-48cd-8eb3-5080a94e597d None None] Provisioning for port 940b9748-44b2-48ec-8f54-375b4bce2bdf completed by entity DHCP. {{(pid=99870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 05:55:55.049933 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.provisioning_blocks [None req-6e65fd8c-ab61-48cd-8eb3-5080a94e597d None None] Provisioning complete for port 940b9748-44b2-48ec-8f54-375b4bce2bdf triggered by entity DHCP. {{(pid=99870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 05:55:55.050312 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-6e65fd8c-ab61-48cd-8eb3-5080a94e597d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551367'] for port, provisioning_complete {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:55.127097 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.plugin [None req-6e65fd8c-ab61-48cd-8eb3-5080a94e597d None None] Port 940b9748-44b2-48ec-8f54-375b4bce2bdf cannot update to ACTIVE because it is not bound. {{(pid=99870) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 05:55:55.159617 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.provisioning_blocks [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Provisioning complete for port e8a6edc5-3076-4812-af27-7104c008a666 triggered by entity L2. {{(pid=99870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 05:55:55.159989 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551367'] for port, provisioning_complete {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:55.162488 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-9a0f9ea2-2982-4397-9f50-b2c63fd598ee admin admin] Notify callbacks [] for port, precommit_update {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:55.229284 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-9a0f9ea2-2982-4397-9f50-b2c63fd598ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773697962343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773697504561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773697504606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2882436'] for port, after_update {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:55.232430 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-d258e809-53fd-4779-980c-863692dd21eb tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:55:55.257604 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.l3_hamode_db [None req-48c0dda3-ea9e-4a1b-b96d-6a8324d6d356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '476fa88e-d12c-4c1e-b4a3-824f6887e74a', 'name': 'tempest-TestShelveInstance-1557240969-router', 'tenant_id': '558f827aa97540488c3f76e89d619401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6', 'external_fixed_ips': [{'subnet_id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'ip_address': '172.28.2.247'}], 'enable_snat': True}, 'gw_port_id': '0a392921-fefd-4a70-96e8-282573c7d927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T05:55:51Z', 'updated_at': '2021-06-17T05:55:52Z', 'revision_number': 3, 'project_id': '558f827aa97540488c3f76e89d619401', 'gw_port': {'id': '0a392921-fefd-4a70-96e8-282573c7d927', 'name': '', 'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:9a:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '476fa88e-d12c-4c1e-b4a3-824f6887e74a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'ip_address': '172.28.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:55:52Z', 'updated_at': '2021-06-17T05:55:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-smb'}], 'dv-cinder-772623-9-smb', False) {} {{(pid=99870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:55:55.287130 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c0dda3-ea9e-4a1b-b96d-6a8324d6d356 None None] The sync data for ids ['476fa88e-d12c-4c1e-b4a3-824f6887e74a'] in dv-cinder-772623-9-smb is: [{'id': '476fa88e-d12c-4c1e-b4a3-824f6887e74a', 'name': 'tempest-TestShelveInstance-1557240969-router', 'tenant_id': '558f827aa97540488c3f76e89d619401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6', 'external_fixed_ips': [{'subnet_id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'ip_address': '172.28.2.247'}], 'enable_snat': True}, 'gw_port_id': '0a392921-fefd-4a70-96e8-282573c7d927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T05:55:51Z', 'updated_at': '2021-06-17T05:55:52Z', 'revision_number': 3, 'project_id': '558f827aa97540488c3f76e89d619401', 'gw_port': {'id': '0a392921-fefd-4a70-96e8-282573c7d927', 'name': '', 'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:9a:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '476fa88e-d12c-4c1e-b4a3-824f6887e74a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'ip_address': '172.28.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:55:52Z', 'updated_at': '2021-06-17T05:55:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-smb'}] {{(pid=99870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 05:55:55.302044 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0f9ea2-2982-4397-9f50-b2c63fd598ee admin admin] Pushing event updated for resources: {'Port': ['ID=940b9748-44b2-48ec-8f54-375b4bce2bdf,revision_number=2']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:55:55.305642 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-9a0f9ea2-2982-4397-9f50-b2c63fd598ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:55:55.306629 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-9a0f9ea2-2982-4397-9f50-b2c63fd598ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-426783'] for router_interface, after_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:55.403367 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a0f9ea2-2982-4397-9f50-b2c63fd598ee admin admin] Network 2f637bc3-d3ff-4d7b-bacd-19889228ec3d is already hosted by enough agents. {{(pid=99868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 05:55:55.404765 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.scheduler.base_scheduler [None req-9a0f9ea2-2982-4397-9f50-b2c63fd598ee admin admin] Resources bound (agent type, host, resource id): {{(pid=99868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 05:55:55.546755 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a0f9ea2-2982-4397-9f50-b2c63fd598ee admin admin] Router 476fa88e-d12c-4c1e-b4a3-824f6887e74a has already been hosted by L3 agent 81965deb-4354-4283-a756-7d5d3a21a742 {{(pid=99868) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 05:55:55.651913 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.provisioning_blocks [None req-2ccd38f5-653e-44e8-90b2-a80dfaa5a175 None None] Provisioning complete for port 940b9748-44b2-48ec-8f54-375b4bce2bdf triggered by entity DHCP. {{(pid=99870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 05:55:55.652328 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-2ccd38f5-653e-44e8-90b2-a80dfaa5a175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551367'] for port, provisioning_complete {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:55.687156 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.plugin [None req-2ccd38f5-653e-44e8-90b2-a80dfaa5a175 None None] Port 940b9748-44b2-48ec-8f54-375b4bce2bdf cannot update to ACTIVE because it is not bound. {{(pid=99870) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 05:55:55.689821 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a0f9ea2-2982-4397-9f50-b2c63fd598ee admin admin] Notify agent at l3_agent.dv-cinder-772623-9-smb the message routers_updated {{(pid=99868) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 05:55:55.699232 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [None req-9a0f9ea2-2982-4397-9f50-b2c63fd598ee admin admin] 10.222.0.11 "PUT /v2.0/routers/476fa88e-d12c-4c1e-b4a3-824f6887e74a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8927984 Jun 17 05:55:56.438312 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.wsgi [-] (99868) accepted ('10.222.0.11', 59822) {{(pid=99868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:55:56.443589 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.v2.base [None req-2ca3b3f8-afc3-4be5-9ebf-ab38509124db admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1061752702-network', 'tenant_id': '5764dd937d954a379cbc80243eb8fa25'}} {{(pid=99868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:55:56.555073 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ca3b3f8-afc3-4be5-9ebf-ab38509124db admin admin] Made reservation on behalf of 5764dd937d954a379cbc80243eb8fa25 for: {'network': 1} {{(pid=99868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 05:55:56.558243 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-2ca3b3f8-afc3-4be5-9ebf-ab38509124db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1464150'] for network, before_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:56.569912 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-2ca3b3f8-afc3-4be5-9ebf-ab38509124db admin admin] Notify callbacks [] for security_group, before_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:56.663946 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-2ca3b3f8-afc3-4be5-9ebf-ab38509124db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:56.742327 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-2ca3b3f8-afc3-4be5-9ebf-ab38509124db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:56.745517 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-be14734d-7a08-47fc-8f76-3bd587b5ea61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:55:56.769102 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d2f31f2-179f-4533-8e8d-8c061d6fa634 None None] Sync routers for ids ['476fa88e-d12c-4c1e-b4a3-824f6887e74a'] in dv-cinder-772623-9-smb {{(pid=99871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 05:55:56.773729 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ca3b3f8-afc3-4be5-9ebf-ab38509124db admin admin] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=99868) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 05:55:56.779992 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca3b3f8-afc3-4be5-9ebf-ab38509124db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4f3a417-3fe3-420b-9602-7972e4b01683,revision_number=1']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:55:56.783864 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d2f31f2-179f-4533-8e8d-8c061d6fa634 None None] Routers {'476fa88e-d12c-4c1e-b4a3-824f6887e74a'} bound to L3 agent in host dv-cinder-772623-9-smb {{(pid=99871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 05:55:56.784116 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-2ca3b3f8-afc3-4be5-9ebf-ab38509124db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:55:56.784653 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.db.l3_hamode_db [None req-7d2f31f2-179f-4533-8e8d-8c061d6fa634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T05:41:12Z,description=,heartbeat_timestamp=2021-06-17T05:55:42Z,host='dv-cinder-772623-9-smb',id=81965deb-4354-4283-a756-7d5d3a21a742,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T05:41:12Z,topic='l3_agent')) {'router_ids': ['476fa88e-d12c-4c1e-b4a3-824f6887e74a'], 'active': True} {{(pid=99871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:55:56.785140 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-2ca3b3f8-afc3-4be5-9ebf-ab38509124db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589316'] for segment, precommit_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:56.785474 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.db.segments_db [None req-2ca3b3f8-afc3-4be5-9ebf-ab38509124db admin admin] Added segment 0cd5d4e6-6002-41e4-a369-915ed1e75a5c of type vlan for network 135c3c03-ca14-4919-98cc-8a58e0375b75 Jun 17 05:55:56.823988 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-2ca3b3f8-afc3-4be5-9ebf-ab38509124db admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773697459366'] for network, precommit_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:56.891212 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.db.l3_dvr_db [None req-7d2f31f2-179f-4533-8e8d-8c061d6fa634 None None] Set router 476fa88e-d12c-4c1e-b4a3-824f6887e74a gateway port host: dv-cinder-772623-9-smb {{(pid=99871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 05:55:56.948210 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-2ca3b3f8-afc3-4be5-9ebf-ab38509124db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3713235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-564052'] for network, after_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:56.951307 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ca3b3f8-afc3-4be5-9ebf-ab38509124db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:55:56.951307 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-2ca3b3f8-afc3-4be5-9ebf-ab38509124db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564043'] for network, before_response {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:56.952409 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-097dd4b5-4de0-4f63-aec2-271a5ef4185d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:55:57.009213 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Device 0a392921-fefd-4a70-96e8-282573c7d927 up at agent ovs-agent-dv-cinder-772623-9-smb {{(pid=99870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 05:55:57.019342 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca3b3f8-afc3-4be5-9ebf-ab38509124db admin admin] Pushing event updated for resources: {'Network': ['ID=135c3c03-ca14-4919-98cc-8a58e0375b75,revision_number=1']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:55:57.029269 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-2ca3b3f8-afc3-4be5-9ebf-ab38509124db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:55:57.032276 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Network 135c3c03-ca14-4919-98cc-8a58e0375b75 details requested by agent ovs-agent-dv-cinder-772623-9-smb with host dv-cinder-772623-9-smb {{(pid=99870) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 05:55:57.070623 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [None req-2ca3b3f8-afc3-4be5-9ebf-ab38509124db admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6288338 Jun 17 05:55:57.070975 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.wsgi [-] (99868) accepted ('10.222.0.11', 59824) {{(pid=99868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:55:57.077810 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.v2.base [None req-2a569886-4a36-4532-a79a-dd152cd9003c admin admin] Request body: {'subnet': {'network_id': '135c3c03-ca14-4919-98cc-8a58e0375b75', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1061752702-subnet', 'tenant_id': '5764dd937d954a379cbc80243eb8fa25', 'ip_version': 4}} {{(pid=99868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:55:57.105020 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.db.l3_hamode_db [None req-7d2f31f2-179f-4533-8e8d-8c061d6fa634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '476fa88e-d12c-4c1e-b4a3-824f6887e74a', 'name': 'tempest-TestShelveInstance-1557240969-router', 'tenant_id': '558f827aa97540488c3f76e89d619401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6', 'external_fixed_ips': [{'subnet_id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'ip_address': '172.28.2.247'}], 'enable_snat': True}, 'gw_port_id': '0a392921-fefd-4a70-96e8-282573c7d927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T05:55:51Z', 'updated_at': '2021-06-17T05:55:54Z', 'revision_number': 4, 'project_id': '558f827aa97540488c3f76e89d619401', 'gw_port': {'id': '0a392921-fefd-4a70-96e8-282573c7d927', 'name': '', 'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:9a:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '476fa88e-d12c-4c1e-b4a3-824f6887e74a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'ip_address': '172.28.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:55:52Z', 'updated_at': '2021-06-17T05:55:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-smb', '_interfaces': [{'id': '940b9748-44b2-48ec-8f54-375b4bce2bdf', 'name': '', 'network_id': '2f637bc3-d3ff-4d7b-bacd-19889228ec3d', 'tenant_id': '558f827aa97540488c3f76e89d619401', 'mac_address': 'fa:16:3e:b4:82:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '476fa88e-d12c-4c1e-b4a3-824f6887e74a', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '46a42230-1453-4012-ba5b-603ae5e8b663', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:55:54Z', 'updated_at': '2021-06-17T05:55:55Z', 'revision_number': 2, 'project_id': '558f827aa97540488c3f76e89d619401', 'subnets': [{'id': '46a42230-1453-4012-ba5b-603ae5e8b663', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-9-smb', False) {} {{(pid=99871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:55:57.134999 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d2f31f2-179f-4533-8e8d-8c061d6fa634 None None] Checking router: 476fa88e-d12c-4c1e-b4a3-824f6887e74a for host: dv-cinder-772623-9-smb {{(pid=99871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 05:55:57.135615 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d2f31f2-179f-4533-8e8d-8c061d6fa634 None None] Updating router 476fa88e-d12c-4c1e-b4a3-824f6887e74a port 940b9748-44b2-48ec-8f54-375b4bce2bdf binding host dv-cinder-772623-9-smb {{(pid=99871) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 05:55:57.171565 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-7d2f31f2-179f-4533-8e8d-8c061d6fa634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1464132'] for port, before_update {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:57.177745 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a569886-4a36-4532-a79a-dd152cd9003c admin admin] Made reservation on behalf of 5764dd937d954a379cbc80243eb8fa25 for: {'subnet': 1} {{(pid=99868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 05:55:57.180892 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-2a569886-4a36-4532-a79a-dd152cd9003c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26633748'] for subnet, before_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:57.195051 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.provisioning_blocks [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Provisioning for port 0a392921-fefd-4a70-96e8-282573c7d927 completed by entity L2. {{(pid=99870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 05:55:57.200294 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.provisioning_blocks [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Provisioning complete for port 0a392921-fefd-4a70-96e8-282573c7d927 triggered by entity L2. {{(pid=99870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 05:55:57.204096 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551367'] for port, provisioning_complete {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:57.294937 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1464132'] for port, before_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:57.316463 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.db [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] For port 0a392921-fefd-4a70-96e8-282573c7d927, host dv-cinder-772623-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-9-smb',level=0,port_id=0a392921-fefd-4a70-96e8-282573c7d927,segment=NetworkSegment(5df065dd-7136-4632-92ed-7b0e1f2019c5),segment_id=5df065dd-7136-4632-92ed-7b0e1f2019c5)] {{(pid=99870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:55:57.446990 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773697962343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773697504561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773697504606'] for port, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:57.451937 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:55:57.469642 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-2a569886-4a36-4532-a79a-dd152cd9003c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2882314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26633734'] for subnet, after_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:57.473077 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-d1161833-3c3d-483b-93f3-41e1e436b45d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:55:57.517023 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-7d2f31f2-179f-4533-8e8d-8c061d6fa634 None None] Notify callbacks [] for port, precommit_update {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:57.527273 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.db.provisioning_blocks [None req-7d2f31f2-179f-4533-8e8d-8c061d6fa634 None None] Transition to ACTIVE for port object 940b9748-44b2-48ec-8f54-375b4bce2bdf will not be triggered until provisioned by entity L2. {{(pid=99871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 05:55:57.529333 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Pushing event updated for resources: {'Port': ['ID=0a392921-fefd-4a70-96e8-282573c7d927,revision_number=4']} {{(pid=99870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:55:57.532990 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:55:57.540617 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a569886-4a36-4532-a79a-dd152cd9003c admin admin] Checking segment: {'id': '0cd5d4e6-6002-41e4-a369-915ed1e75a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '135c3c03-ca14-4919-98cc-8a58e0375b75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 05:55:57.541042 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a569886-4a36-4532-a79a-dd152cd9003c admin admin] Network hostable DHCP agents. Network: 135c3c03-ca14-4919-98cc-8a58e0375b75, hostable agents: ['f091d0a2-6a46-4cbb-8021-fc5f6c6b7d63'], hosted agents: [] {{(pid=99868) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 05:55:57.543072 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a569886-4a36-4532-a79a-dd152cd9003c admin admin] Pushing event updated for resources: {'Subnet': ['ID=d51fe23f-bc90-41e5-bf29-0a51358384b2,revision_number=0']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:55:57.546103 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-2a569886-4a36-4532-a79a-dd152cd9003c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:55:57.732594 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-7d2f31f2-179f-4533-8e8d-8c061d6fa634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773697962343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773697504561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773697504606'] for port, after_update {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:57.735666 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:55:57.788579 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a569886-4a36-4532-a79a-dd152cd9003c admin admin] Network 135c3c03-ca14-4919-98cc-8a58e0375b75 is scheduled to be hosted by DHCP agent f091d0a2-6a46-4cbb-8021-fc5f6c6b7d63 with binding_index 1 {{(pid=99868) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 05:55:57.815609 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a40b451-86be-43a6-9155-35ca6c368697 None None] Pushing event updated for resources: {'Port': ['ID=940b9748-44b2-48ec-8f54-375b4bce2bdf,revision_number=3']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:55:57.825635 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a40b451-86be-43a6-9155-35ca6c368697 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:55:57.826133 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a40b451-86be-43a6-9155-35ca6c368697 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:55:57.830145 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a40b451-86be-43a6-9155-35ca6c368697 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:55:57.830145 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a40b451-86be-43a6-9155-35ca6c368697 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:55:57.830145 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a40b451-86be-43a6-9155-35ca6c368697 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:55:57.830145 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a40b451-86be-43a6-9155-35ca6c368697 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:55:57.830145 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a40b451-86be-43a6-9155-35ca6c368697 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:55:57.830145 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a40b451-86be-43a6-9155-35ca6c368697 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:55:57.830145 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a40b451-86be-43a6-9155-35ca6c368697 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:55:57.830145 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a40b451-86be-43a6-9155-35ca6c368697 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:55:57.830145 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a40b451-86be-43a6-9155-35ca6c368697 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:55:57.830145 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a40b451-86be-43a6-9155-35ca6c368697 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:55:57.848277 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-2a40b451-86be-43a6-9155-35ca6c368697 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:55:57.883946 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.plugins.ml2.managers [None req-7d2f31f2-179f-4533-8e8d-8c061d6fa634 None None] Attempting to bind port 940b9748-44b2-48ec-8f54-375b4bce2bdf on host dv-cinder-772623-9-smb for vnic_type normal with profile {{(pid=99871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 05:55:57.884412 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.plugins.ml2.managers [None req-7d2f31f2-179f-4533-8e8d-8c061d6fa634 None None] Attempting to bind port 940b9748-44b2-48ec-8f54-375b4bce2bdf by drivers openvswitch,hyperv on host dv-cinder-772623-9-smb at level 0 using segments [{'id': 'bd8f23d4-a0a0-4106-8493-e0b010ac85b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '2f637bc3-d3ff-4d7b-bacd-19889228ec3d'}] {{(pid=99871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 05:55:57.885520 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d2f31f2-179f-4533-8e8d-8c061d6fa634 None None] Attempting to bind port 940b9748-44b2-48ec-8f54-375b4bce2bdf on network 2f637bc3-d3ff-4d7b-bacd-19889228ec3d {{(pid=99871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 05:55:57.891014 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d2f31f2-179f-4533-8e8d-8c061d6fa634 None None] Checking agent: {'id': 'b8410894-a9e9-4538-b1e5-41b045bec560', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-9-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 5, 41, 12), 'started_at': datetime.datetime(2021, 6, 17, 5, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 5, 55, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-9-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 05:55:57.891647 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d2f31f2-179f-4533-8e8d-8c061d6fa634 None None] Checking segment: {'id': 'bd8f23d4-a0a0-4106-8493-e0b010ac85b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '2f637bc3-d3ff-4d7b-bacd-19889228ec3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 05:55:57.892310 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-7d2f31f2-179f-4533-8e8d-8c061d6fa634 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:57.892851 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d2f31f2-179f-4533-8e8d-8c061d6fa634 None None] Bound using segment: {'id': 'bd8f23d4-a0a0-4106-8493-e0b010ac85b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '2f637bc3-d3ff-4d7b-bacd-19889228ec3d'} {{(pid=99871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 05:55:57.893722 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.plugins.ml2.managers [None req-7d2f31f2-179f-4533-8e8d-8c061d6fa634 None None] Bound port: 940b9748-44b2-48ec-8f54-375b4bce2bdf, host: dv-cinder-772623-9-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd8f23d4-a0a0-4106-8493-e0b010ac85b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '2f637bc3-d3ff-4d7b-bacd-19889228ec3d'}}] {{(pid=99871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 05:55:57.894246 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-7d2f31f2-179f-4533-8e8d-8c061d6fa634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1464132'] for port, before_update {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:57.898164 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.scheduler.base_scheduler [None req-2a569886-4a36-4532-a79a-dd152cd9003c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-9-smb, 135c3c03-ca14-4919-98cc-8a58e0375b75) {{(pid=99868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 05:55:57.903304 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a569886-4a36-4532-a79a-dd152cd9003c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:55:57.903930 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-2a569886-4a36-4532-a79a-dd152cd9003c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564043'] for subnet, before_response {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:57.913315 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0a15e35-bec3-444b-a536-111e83b255e6 None None] Network 135c3c03-ca14-4919-98cc-8a58e0375b75 requested from dv-cinder-772623-9-smb {{(pid=99870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 05:55:57.970319 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.plugins.ml2.db [None req-7d2f31f2-179f-4533-8e8d-8c061d6fa634 None None] For port 940b9748-44b2-48ec-8f54-375b4bce2bdf, host dv-cinder-772623-9-smb, cleared binding levels {{(pid=99871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 05:55:57.970319 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.plugins.ml2.db [None req-7d2f31f2-179f-4533-8e8d-8c061d6fa634 None None] For port 940b9748-44b2-48ec-8f54-375b4bce2bdf, host dv-cinder-772623-9-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-9-smb',level=0,port_id=940b9748-44b2-48ec-8f54-375b4bce2bdf,segment=NetworkSegment(bd8f23d4-a0a0-4106-8493-e0b010ac85b3),segment_id=bd8f23d4-a0a0-4106-8493-e0b010ac85b3)] {{(pid=99871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 05:55:58.013601 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [None req-2a569886-4a36-4532-a79a-dd152cd9003c admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9410849 Jun 17 05:55:58.016205 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.wsgi [-] (99869) accepted ('10.222.0.11', 59838) {{(pid=99869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:55:58.020830 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.v2.base [None req-2eb53aaf-2d0e-4a4d-b1fa-5beb262c7d30 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1061752702-router', 'tenant_id': '5764dd937d954a379cbc80243eb8fa25', 'external_gateway_info': {'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6'}}} {{(pid=99869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:55:58.073648 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-224ad20d-322b-4bf7-bf0f-676ff08fc0f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb2b759c4-0602-5b39-aa3b-c64d413254e9-135c3c03-ca14-4919-98cc-8a58e0375b75', 'network_id': '135c3c03-ca14-4919-98cc-8a58e0375b75', 'tenant_id': '5764dd937d954a379cbc80243eb8fa25', 'fixed_ips': [{'subnet_id': 'd51fe23f-bc90-41e5-bf29-0a51358384b2'}]}} from dv-cinder-772623-9-smb. {{(pid=99870) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 05:55:58.074503 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-224ad20d-322b-4bf7-bf0f-676ff08fc0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1464150'] for port, before_create {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:58.087947 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron_lib.callbacks.manager [None req-7d2f31f2-179f-4533-8e8d-8c061d6fa634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773697962343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773697504561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773697504606'] for port, after_update {{(pid=99871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:58.091343 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:55:58.115605 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-2eb53aaf-2d0e-4a4d-b1fa-5beb262c7d30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-368566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2780'] for router, before_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:58.116815 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-2eb53aaf-2d0e-4a4d-b1fa-5beb262c7d30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-366879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422326', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-487148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2773'] for router, precommit_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:58.143365 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a40b451-86be-43a6-9155-35ca6c368697 None None] Pushing event updated for resources: {'Port': ['ID=940b9748-44b2-48ec-8f54-375b4bce2bdf,revision_number=4']} {{(pid=99871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:55:58.157732 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG oslo_concurrency.lockutils [None req-2a40b451-86be-43a6-9155-35ca6c368697 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=99871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:55:58.178672 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d2f31f2-179f-4533-8e8d-8c061d6fa634 None None] Routers {'476fa88e-d12c-4c1e-b4a3-824f6887e74a'} bound to L3 agent in host dv-cinder-772623-9-smb {{(pid=99871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 05:55:58.179315 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.db.l3_hamode_db [None req-7d2f31f2-179f-4533-8e8d-8c061d6fa634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T05:41:12Z,description=,heartbeat_timestamp=2021-06-17T05:55:42Z,host='dv-cinder-772623-9-smb',id=81965deb-4354-4283-a756-7d5d3a21a742,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T05:41:12Z,topic='l3_agent')) {'router_ids': ['476fa88e-d12c-4c1e-b4a3-824f6887e74a'], 'active': True} {{(pid=99871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:55:58.200483 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-2eb53aaf-2d0e-4a4d-b1fa-5beb262c7d30 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:58.220001 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.db_base_plugin_common [None req-224ad20d-322b-4bf7-bf0f-676ff08fc0f9 None None] Allocated IP 172.20.0.2 (135c3c03-ca14-4919-98cc-8a58e0375b75/d51fe23f-bc90-41e5-bf29-0a51358384b2/3c91a93d-cb25-411d-9c81-b43851d42a7b) {{(pid=99870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 05:55:58.316706 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.db.l3_dvr_db [None req-7d2f31f2-179f-4533-8e8d-8c061d6fa634 None None] Set router 476fa88e-d12c-4c1e-b4a3-824f6887e74a gateway port host: dv-cinder-772623-9-smb {{(pid=99871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 05:55:58.398090 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-224ad20d-322b-4bf7-bf0f-676ff08fc0f9 None None] Notify callbacks [] for port, precommit_create {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:58.408468 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.provisioning_blocks [None req-224ad20d-322b-4bf7-bf0f-676ff08fc0f9 None None] Transition to ACTIVE for port object 3c91a93d-cb25-411d-9c81-b43851d42a7b will not be triggered until provisioned by entity L2. {{(pid=99870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 05:55:58.429989 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-2eb53aaf-2d0e-4a4d-b1fa-5beb262c7d30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422308', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-368536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2755'] for router, precommit_update {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:58.439871 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.provisioning_blocks [None req-224ad20d-322b-4bf7-bf0f-676ff08fc0f9 None None] Transition to ACTIVE for port object 3c91a93d-cb25-411d-9c81-b43851d42a7b will not be triggered until provisioned by entity DHCP. {{(pid=99870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 05:55:58.466067 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc91f05-59e6-4f77-8d61-c23adc4e39ea req-5fbc9ef0-ac7b-42a3-970b-3a106a21a985 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:55:58.467866 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-edc91f05-59e6-4f77-8d61-c23adc4e39ea req-5fbc9ef0-ac7b-42a3-970b-3a106a21a985 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa3bd0fe-7f52-4c59-b22a-e0abb20c70a9 HTTP/1.1" status: 200 len: 946 time: 0.0955381 Jun 17 05:55:58.507894 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-224ad20d-322b-4bf7-bf0f-676ff08fc0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1465235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-156110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-564052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773697504543'] for port, after_create {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:58.509159 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-edc91f05-59e6-4f77-8d61-c23adc4e39ea req-e09de565-546c-445d-a4ce-fb82d498b991 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] 10.222.0.11 "GET /v2.0/security-groups?id=e71f2b36-6dc6-4d84-9f98-07af60a75afa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357075 Jun 17 05:55:58.511552 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [None req-a7831f82-e680-452b-937f-b2d5247591c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:55:58.556170 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-224ad20d-322b-4bf7-bf0f-676ff08fc0f9 None None] Network 135c3c03-ca14-4919-98cc-8a58e0375b75 is already hosted by enough agents. {{(pid=99870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 05:55:58.559029 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.scheduler.base_scheduler [None req-224ad20d-322b-4bf7-bf0f-676ff08fc0f9 None None] Resources bound (agent type, host, resource id): {{(pid=99870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 05:55:58.563090 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.db.l3_hamode_db [None req-7d2f31f2-179f-4533-8e8d-8c061d6fa634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '476fa88e-d12c-4c1e-b4a3-824f6887e74a', 'name': 'tempest-TestShelveInstance-1557240969-router', 'tenant_id': '558f827aa97540488c3f76e89d619401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6', 'external_fixed_ips': [{'subnet_id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'ip_address': '172.28.2.247'}], 'enable_snat': True}, 'gw_port_id': '0a392921-fefd-4a70-96e8-282573c7d927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T05:55:51Z', 'updated_at': '2021-06-17T05:55:54Z', 'revision_number': 4, 'project_id': '558f827aa97540488c3f76e89d619401', 'gw_port': {'id': '0a392921-fefd-4a70-96e8-282573c7d927', 'name': '', 'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:9a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '476fa88e-d12c-4c1e-b4a3-824f6887e74a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'ip_address': '172.28.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:55:52Z', 'updated_at': '2021-06-17T05:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-smb', '_interfaces': [{'id': '940b9748-44b2-48ec-8f54-375b4bce2bdf', 'name': '', 'network_id': '2f637bc3-d3ff-4d7b-bacd-19889228ec3d', 'tenant_id': '558f827aa97540488c3f76e89d619401', 'mac_address': 'fa:16:3e:b4:82:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '476fa88e-d12c-4c1e-b4a3-824f6887e74a', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '46a42230-1453-4012-ba5b-603ae5e8b663', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:55:54Z', 'updated_at': '2021-06-17T05:55:57Z', 'revision_number': 4, 'project_id': '558f827aa97540488c3f76e89d619401', 'subnets': [{'id': '46a42230-1453-4012-ba5b-603ae5e8b663', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-9-smb', False) {} {{(pid=99871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:55:58.565512 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-224ad20d-322b-4bf7-bf0f-676ff08fc0f9 None None] Received port after_create {{(pid=99870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 05:55:58.572653 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224ad20d-322b-4bf7-bf0f-676ff08fc0f9 None None] Pushing event updated for resources: {'Port': ['ID=3c91a93d-cb25-411d-9c81-b43851d42a7b,revision_number=1']} {{(pid=99870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:55:58.582590 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224ad20d-322b-4bf7-bf0f-676ff08fc0f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:55:58.582976 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224ad20d-322b-4bf7-bf0f-676ff08fc0f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:55:58.583319 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224ad20d-322b-4bf7-bf0f-676ff08fc0f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:55:58.583675 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224ad20d-322b-4bf7-bf0f-676ff08fc0f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:55:58.584056 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224ad20d-322b-4bf7-bf0f-676ff08fc0f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:55:58.584312 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224ad20d-322b-4bf7-bf0f-676ff08fc0f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:55:58.584640 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224ad20d-322b-4bf7-bf0f-676ff08fc0f9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:55:58.584962 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224ad20d-322b-4bf7-bf0f-676ff08fc0f9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:55:58.585312 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224ad20d-322b-4bf7-bf0f-676ff08fc0f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:55:58.585635 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224ad20d-322b-4bf7-bf0f-676ff08fc0f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:55:58.585956 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224ad20d-322b-4bf7-bf0f-676ff08fc0f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:55:58.586274 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224ad20d-322b-4bf7-bf0f-676ff08fc0f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:55:58.593943 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d2f31f2-179f-4533-8e8d-8c061d6fa634 None None] The sync data for ids ['476fa88e-d12c-4c1e-b4a3-824f6887e74a'] in dv-cinder-772623-9-smb is: [{'id': '476fa88e-d12c-4c1e-b4a3-824f6887e74a', 'name': 'tempest-TestShelveInstance-1557240969-router', 'tenant_id': '558f827aa97540488c3f76e89d619401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6', 'external_fixed_ips': [{'subnet_id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'ip_address': '172.28.2.247'}], 'enable_snat': True}, 'gw_port_id': '0a392921-fefd-4a70-96e8-282573c7d927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T05:55:51Z', 'updated_at': '2021-06-17T05:55:54Z', 'revision_number': 4, 'project_id': '558f827aa97540488c3f76e89d619401', 'gw_port': {'id': '0a392921-fefd-4a70-96e8-282573c7d927', 'name': '', 'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:9a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '476fa88e-d12c-4c1e-b4a3-824f6887e74a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'ip_address': '172.28.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:55:52Z', 'updated_at': '2021-06-17T05:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-smb', '_interfaces': [{'id': '940b9748-44b2-48ec-8f54-375b4bce2bdf', 'name': '', 'network_id': '2f637bc3-d3ff-4d7b-bacd-19889228ec3d', 'tenant_id': '558f827aa97540488c3f76e89d619401', 'mac_address': 'fa:16:3e:b4:82:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '476fa88e-d12c-4c1e-b4a3-824f6887e74a', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '46a42230-1453-4012-ba5b-603ae5e8b663', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:55:54Z', 'updated_at': '2021-06-17T05:55:57Z', 'revision_number': 4, 'project_id': '558f827aa97540488c3f76e89d619401', 'subnets': [{'id': '46a42230-1453-4012-ba5b-603ae5e8b663', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 05:55:58.606451 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [None req-224ad20d-322b-4bf7-bf0f-676ff08fc0f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:55:58.649994 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.managers [None req-224ad20d-322b-4bf7-bf0f-676ff08fc0f9 None None] Attempting to bind port 3c91a93d-cb25-411d-9c81-b43851d42a7b on host dv-cinder-772623-9-smb for vnic_type normal with profile {{(pid=99870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 05:55:58.650707 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.managers [None req-224ad20d-322b-4bf7-bf0f-676ff08fc0f9 None None] Attempting to bind port 3c91a93d-cb25-411d-9c81-b43851d42a7b by drivers openvswitch,hyperv on host dv-cinder-772623-9-smb at level 0 using segments [{'id': '0cd5d4e6-6002-41e4-a369-915ed1e75a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '135c3c03-ca14-4919-98cc-8a58e0375b75'}] {{(pid=99870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 05:55:58.651117 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224ad20d-322b-4bf7-bf0f-676ff08fc0f9 None None] Attempting to bind port 3c91a93d-cb25-411d-9c81-b43851d42a7b on network 135c3c03-ca14-4919-98cc-8a58e0375b75 {{(pid=99870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 05:55:58.656541 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224ad20d-322b-4bf7-bf0f-676ff08fc0f9 None None] Checking agent: {'id': 'b8410894-a9e9-4538-b1e5-41b045bec560', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-9-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 5, 41, 12), 'started_at': datetime.datetime(2021, 6, 17, 5, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 5, 55, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-9-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 05:55:58.656926 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224ad20d-322b-4bf7-bf0f-676ff08fc0f9 None None] Checking segment: {'id': '0cd5d4e6-6002-41e4-a369-915ed1e75a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '135c3c03-ca14-4919-98cc-8a58e0375b75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 05:55:58.657507 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-224ad20d-322b-4bf7-bf0f-676ff08fc0f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:58.657934 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224ad20d-322b-4bf7-bf0f-676ff08fc0f9 None None] Bound using segment: {'id': '0cd5d4e6-6002-41e4-a369-915ed1e75a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '135c3c03-ca14-4919-98cc-8a58e0375b75'} {{(pid=99870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 05:55:58.658438 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.managers [None req-224ad20d-322b-4bf7-bf0f-676ff08fc0f9 None None] Bound port: 3c91a93d-cb25-411d-9c81-b43851d42a7b, host: dv-cinder-772623-9-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cd5d4e6-6002-41e4-a369-915ed1e75a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '135c3c03-ca14-4919-98cc-8a58e0375b75'}}] {{(pid=99870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 05:55:58.658794 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-224ad20d-322b-4bf7-bf0f-676ff08fc0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1464132'] for port, before_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:58.722241 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-2eb53aaf-2d0e-4a4d-b1fa-5beb262c7d30 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:58.734138 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.db [None req-224ad20d-322b-4bf7-bf0f-676ff08fc0f9 None None] For port 3c91a93d-cb25-411d-9c81-b43851d42a7b, host dv-cinder-772623-9-smb, cleared binding levels {{(pid=99870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 05:55:58.739693 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.db [None req-224ad20d-322b-4bf7-bf0f-676ff08fc0f9 None None] For port 3c91a93d-cb25-411d-9c81-b43851d42a7b, host dv-cinder-772623-9-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-9-smb',level=0,port_id=3c91a93d-cb25-411d-9c81-b43851d42a7b,segment=NetworkSegment(0cd5d4e6-6002-41e4-a369-915ed1e75a5c),segment_id=0cd5d4e6-6002-41e4-a369-915ed1e75a5c)] {{(pid=99870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 05:55:58.742410 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-2eb53aaf-2d0e-4a4d-b1fa-5beb262c7d30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1464150'] for port, before_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:58.839575 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-224ad20d-322b-4bf7-bf0f-676ff08fc0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773697962343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773697504561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773697504606'] for port, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:58.846061 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:55:58.851718 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.db.db_base_plugin_common [None req-2eb53aaf-2d0e-4a4d-b1fa-5beb262c7d30 admin admin] Allocated IP 172.28.2.42 (afc4d833-6824-4139-a55a-2b6a6bf3fba6/527396ff-4aca-4049-a96d-23452d13fcc2/2d58671b-6587-4cb1-8ec3-3cb83125922a) {{(pid=99869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 05:55:58.906606 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224ad20d-322b-4bf7-bf0f-676ff08fc0f9 None None] Pushing event updated for resources: {'Port': ['ID=3c91a93d-cb25-411d-9c81-b43851d42a7b,revision_number=2']} {{(pid=99870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:55:58.910067 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [None req-224ad20d-322b-4bf7-bf0f-676ff08fc0f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:55:58.973655 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-2eb53aaf-2d0e-4a4d-b1fa-5beb262c7d30 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:59.094795 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-2eb53aaf-2d0e-4a4d-b1fa-5beb262c7d30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1465235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-156110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-564052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773697504543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2565508'] for port, after_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:59.096954 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-dbfdcb30-6f11-47be-ae2a-0593306b1875 tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:55:59.108164 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Device 0a392921-fefd-4a70-96e8-282573c7d927 up at agent ovs-agent-dv-cinder-772623-9-smb {{(pid=99870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 05:55:59.145854 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eb53aaf-2d0e-4a4d-b1fa-5beb262c7d30 admin admin] Network afc4d833-6824-4139-a55a-2b6a6bf3fba6 is already hosted by enough agents. {{(pid=99869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 05:55:59.155609 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.scheduler.base_scheduler [None req-2eb53aaf-2d0e-4a4d-b1fa-5beb262c7d30 admin admin] Resources bound (agent type, host, resource id): {{(pid=99869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 05:55:59.161703 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb53aaf-2d0e-4a4d-b1fa-5beb262c7d30 admin admin] Received port after_create {{(pid=99869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 05:55:59.174033 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.provisioning_blocks [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Provisioning complete for port 0a392921-fefd-4a70-96e8-282573c7d927 triggered by entity L2. {{(pid=99870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 05:55:59.174660 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551367'] for port, provisioning_complete {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:59.189917 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb53aaf-2d0e-4a4d-b1fa-5beb262c7d30 admin admin] Pushing event updated for resources: {'Port': ['ID=2d58671b-6587-4cb1-8ec3-3cb83125922a,revision_number=1']} {{(pid=99869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:55:59.195680 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-2eb53aaf-2d0e-4a4d-b1fa-5beb262c7d30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:55:59.268725 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Device 940b9748-44b2-48ec-8f54-375b4bce2bdf up at agent ovs-agent-dv-cinder-772623-9-smb {{(pid=99870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 05:55:59.410635 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.provisioning_blocks [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Provisioning for port 940b9748-44b2-48ec-8f54-375b4bce2bdf completed by entity L2. {{(pid=99870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 05:55:59.415540 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.provisioning_blocks [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Provisioning complete for port 940b9748-44b2-48ec-8f54-375b4bce2bdf triggered by entity L2. {{(pid=99870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 05:55:59.416183 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551367'] for port, provisioning_complete {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:59.499389 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1464132'] for port, before_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:59.534589 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.db [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] For port 940b9748-44b2-48ec-8f54-375b4bce2bdf, host dv-cinder-772623-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-9-smb',level=0,port_id=940b9748-44b2-48ec-8f54-375b4bce2bdf,segment=NetworkSegment(bd8f23d4-a0a0-4106-8493-e0b010ac85b3),segment_id=bd8f23d4-a0a0-4106-8493-e0b010ac85b3)] {{(pid=99870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:55:59.562129 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-2eb53aaf-2d0e-4a4d-b1fa-5beb262c7d30 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:59.616884 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773697962343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773697504561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773697504606'] for port, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:59.629126 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [None req-f25c20cf-8a46-4b6e-ad97-1561268bdca2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:55:59.691281 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Pushing event updated for resources: {'Port': ['ID=940b9748-44b2-48ec-8f54-375b4bce2bdf,revision_number=5']} {{(pid=99870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:55:59.696528 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:55:59.817551 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bf3746-47dd-476b-9f36-1ace4ffda148 req-f9a09dcf-d15e-4022-8570-dd053e33ee3f tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:55:59.819080 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-a7bf3746-47dd-476b-9f36-1ace4ffda148 req-f9a09dcf-d15e-4022-8570-dd053e33ee3f tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa3bd0fe-7f52-4c59-b22a-e0abb20c70a9 HTTP/1.1" status: 200 len: 946 time: 0.1544275 Jun 17 05:55:59.820105 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-2eb53aaf-2d0e-4a4d-b1fa-5beb262c7d30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-368527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-422354'] for router, after_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:55:59.903790 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-911b2153-0218-46ff-91e9-16819e9b41a6 None None] Network 135c3c03-ca14-4919-98cc-8a58e0375b75 requested from dv-cinder-772623-9-smb {{(pid=99870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 05:55:59.929853 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-a7bf3746-47dd-476b-9f36-1ace4ffda148 req-8d5ce7f1-a0fe-4fb5-972a-80d01294ec3b tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] 10.222.0.11 "GET /v2.0/security-groups?id=e71f2b36-6dc6-4d84-9f98-07af60a75afa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034389 Jun 17 05:56:00.075387 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2eb53aaf-2d0e-4a4d-b1fa-5beb262c7d30 admin admin] Router af00ec98-40d7-4eaf-bfbd-ee501ddf34b7 is scheduled to L3 agent 81965deb-4354-4283-a756-7d5d3a21a742 with binding_index 1 {{(pid=99869) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 05:56:00.109226 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.provisioning_blocks [None req-975eedb4-43a9-4a23-9453-55e2c70314fc None None] Provisioning for port 3c91a93d-cb25-411d-9c81-b43851d42a7b completed by entity DHCP. {{(pid=99870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 05:56:00.186130 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2eb53aaf-2d0e-4a4d-b1fa-5beb262c7d30 admin admin] Notify agent at l3_agent.dv-cinder-772623-9-smb the message routers_updated {{(pid=99869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 05:56:00.196324 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c49d683-678f-4874-8a56-2120a9cc53ec None None] Sync routers for ids ['af00ec98-40d7-4eaf-bfbd-ee501ddf34b7'] in dv-cinder-772623-9-smb {{(pid=99870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 05:56:00.207023 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c49d683-678f-4874-8a56-2120a9cc53ec None None] Routers {'af00ec98-40d7-4eaf-bfbd-ee501ddf34b7'} bound to L3 agent in host dv-cinder-772623-9-smb {{(pid=99870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 05:56:00.208007 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.l3_hamode_db [None req-4c49d683-678f-4874-8a56-2120a9cc53ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T05:41:12Z,description=,heartbeat_timestamp=2021-06-17T05:55:42Z,host='dv-cinder-772623-9-smb',id=81965deb-4354-4283-a756-7d5d3a21a742,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T05:41:12Z,topic='l3_agent')) {'router_ids': ['af00ec98-40d7-4eaf-bfbd-ee501ddf34b7'], 'active': True} {{(pid=99870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:56:00.261377 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e50afe1-ceba-4e76-9a3a-0abf9c985b99 req-bcc813fb-e2b9-493a-b621-f1050820ec04 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:56:00.263945 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-2eb53aaf-2d0e-4a4d-b1fa-5beb262c7d30 admin admin] Notify callbacks [] for router, before_response {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:00.264765 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-4e50afe1-ceba-4e76-9a3a-0abf9c985b99 req-bcc813fb-e2b9-493a-b621-f1050820ec04 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa3bd0fe-7f52-4c59-b22a-e0abb20c70a9 HTTP/1.1" status: 200 len: 946 time: 0.0699160 Jun 17 05:56:00.267736 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.wsgi [-] (99868) accepted ('10.222.0.11', 59846) {{(pid=99868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:56:00.267988 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [None req-2eb53aaf-2d0e-4a4d-b1fa-5beb262c7d30 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.2505627 Jun 17 05:56:00.315176 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.l3_dvr_db [None req-4c49d683-678f-4874-8a56-2120a9cc53ec None None] Set router af00ec98-40d7-4eaf-bfbd-ee501ddf34b7 gateway port host: dv-cinder-772623-9-smb {{(pid=99870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 05:56:00.627091 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.l3_hamode_db [None req-4c49d683-678f-4874-8a56-2120a9cc53ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af00ec98-40d7-4eaf-bfbd-ee501ddf34b7', 'name': 'tempest-TestShelveInstance-1061752702-router', 'tenant_id': '5764dd937d954a379cbc80243eb8fa25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6', 'external_fixed_ips': [{'subnet_id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'ip_address': '172.28.2.42'}], 'enable_snat': True}, 'gw_port_id': '2d58671b-6587-4cb1-8ec3-3cb83125922a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T05:55:58Z', 'updated_at': '2021-06-17T05:55:59Z', 'revision_number': 3, 'project_id': '5764dd937d954a379cbc80243eb8fa25', 'gw_port': {'id': '2d58671b-6587-4cb1-8ec3-3cb83125922a', 'name': '', 'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:48:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af00ec98-40d7-4eaf-bfbd-ee501ddf34b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'ip_address': '172.28.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:55:58Z', 'updated_at': '2021-06-17T05:55:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-smb'}], 'dv-cinder-772623-9-smb', False) {} {{(pid=99870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:56:00.653517 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c49d683-678f-4874-8a56-2120a9cc53ec None None] Checking router: af00ec98-40d7-4eaf-bfbd-ee501ddf34b7 for host: dv-cinder-772623-9-smb {{(pid=99870) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 05:56:00.653876 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c49d683-678f-4874-8a56-2120a9cc53ec None None] Updating router af00ec98-40d7-4eaf-bfbd-ee501ddf34b7 port 2d58671b-6587-4cb1-8ec3-3cb83125922a binding host dv-cinder-772623-9-smb {{(pid=99870) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 05:56:00.686102 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-4c49d683-678f-4874-8a56-2120a9cc53ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1464132'] for port, before_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:00.781531 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.plugin [req-4e50afe1-ceba-4e76-9a3a-0abf9c985b99 req-c019bb72-c5f5-4b9b-bee7-9e5624490f96 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Deleting port a290eecd-95f4-4db2-bb33-c16e421beb03 {{(pid=99868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 05:56:00.781867 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-4e50afe1-ceba-4e76-9a3a-0abf9c985b99 req-c019bb72-c5f5-4b9b-bee7-9e5624490f96 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773697957277'] for port, before_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:00.939977 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-4c49d683-678f-4874-8a56-2120a9cc53ec None None] Notify callbacks [] for port, precommit_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:00.942682 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.db [req-4e50afe1-ceba-4e76-9a3a-0abf9c985b99 req-c019bb72-c5f5-4b9b-bee7-9e5624490f96 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] For port a290eecd-95f4-4db2-bb33-c16e421beb03, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=a290eecd-95f4-4db2-bb33-c16e421beb03,segment=NetworkSegment(de5ee00f-2b8c-4637-b4a3-528ee36727c1),segment_id=de5ee00f-2b8c-4637-b4a3-528ee36727c1)] {{(pid=99868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:56:00.943066 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-4e50afe1-ceba-4e76-9a3a-0abf9c985b99 req-c019bb72-c5f5-4b9b-bee7-9e5624490f96 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429017'] for port, precommit_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:00.952801 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.provisioning_blocks [None req-4c49d683-678f-4874-8a56-2120a9cc53ec None None] Transition to ACTIVE for port object 2d58671b-6587-4cb1-8ec3-3cb83125922a will not be triggered until provisioned by entity L2. {{(pid=99870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 05:56:01.041652 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-4c49d683-678f-4874-8a56-2120a9cc53ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773697962343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773697504561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773697504606'] for port, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:01.043794 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:56:01.093068 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.managers [None req-4c49d683-678f-4874-8a56-2120a9cc53ec None None] Attempting to bind port 2d58671b-6587-4cb1-8ec3-3cb83125922a on host dv-cinder-772623-9-smb for vnic_type normal with profile {{(pid=99870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 05:56:01.094627 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.managers [None req-4c49d683-678f-4874-8a56-2120a9cc53ec None None] Attempting to bind port 2d58671b-6587-4cb1-8ec3-3cb83125922a by drivers openvswitch,hyperv on host dv-cinder-772623-9-smb at level 0 using segments [{'id': '5df065dd-7136-4632-92ed-7b0e1f2019c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6'}] {{(pid=99870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 05:56:01.095047 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c49d683-678f-4874-8a56-2120a9cc53ec None None] Attempting to bind port 2d58671b-6587-4cb1-8ec3-3cb83125922a on network afc4d833-6824-4139-a55a-2b6a6bf3fba6 {{(pid=99870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 05:56:01.100587 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a711379d-7fb0-44c7-8c58-0d60023fe3fc None None] Pushing event updated for resources: {'Port': ['ID=2d58671b-6587-4cb1-8ec3-3cb83125922a,revision_number=2']} {{(pid=99870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:56:01.105258 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [None req-a711379d-7fb0-44c7-8c58-0d60023fe3fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:56:01.106460 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c49d683-678f-4874-8a56-2120a9cc53ec None None] Checking agent: {'id': 'b8410894-a9e9-4538-b1e5-41b045bec560', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-9-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 5, 41, 12), 'started_at': datetime.datetime(2021, 6, 17, 5, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 5, 55, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-9-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 05:56:01.106858 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c49d683-678f-4874-8a56-2120a9cc53ec None None] Checking segment: {'id': '5df065dd-7136-4632-92ed-7b0e1f2019c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 05:56:01.107270 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-4c49d683-678f-4874-8a56-2120a9cc53ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:01.107662 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c49d683-678f-4874-8a56-2120a9cc53ec None None] Bound using segment: {'id': '5df065dd-7136-4632-92ed-7b0e1f2019c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6'} {{(pid=99870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 05:56:01.108158 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.managers [None req-4c49d683-678f-4874-8a56-2120a9cc53ec None None] Bound port: 2d58671b-6587-4cb1-8ec3-3cb83125922a, host: dv-cinder-772623-9-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5df065dd-7136-4632-92ed-7b0e1f2019c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6'}}] {{(pid=99870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 05:56:01.108556 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-4c49d683-678f-4874-8a56-2120a9cc53ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1464132'] for port, before_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:01.121456 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.db.agents_db [None req-7f16872b-b609-48fb-9c73-6a76dd98e1b9 None None] Agent healthcheck: found 6 active agents {{(pid=99871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 05:56:01.136573 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Device 940b9748-44b2-48ec-8f54-375b4bce2bdf up at agent ovs-agent-dv-cinder-772623-9-smb {{(pid=99870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 05:56:01.192780 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.db [None req-4c49d683-678f-4874-8a56-2120a9cc53ec None None] For port 2d58671b-6587-4cb1-8ec3-3cb83125922a, host dv-cinder-772623-9-smb, cleared binding levels {{(pid=99870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 05:56:01.206430 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.db [None req-4c49d683-678f-4874-8a56-2120a9cc53ec None None] For port 2d58671b-6587-4cb1-8ec3-3cb83125922a, host dv-cinder-772623-9-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-9-smb',level=0,port_id=2d58671b-6587-4cb1-8ec3-3cb83125922a,segment=NetworkSegment(5df065dd-7136-4632-92ed-7b0e1f2019c5),segment_id=5df065dd-7136-4632-92ed-7b0e1f2019c5)] {{(pid=99870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 05:56:01.215700 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.provisioning_blocks [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Provisioning complete for port 940b9748-44b2-48ec-8f54-375b4bce2bdf triggered by entity L2. {{(pid=99870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 05:56:01.216039 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551367'] for port, provisioning_complete {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:01.266890 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-4e50afe1-ceba-4e76-9a3a-0abf9c985b99 req-c019bb72-c5f5-4b9b-bee7-9e5624490f96 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:01.267478 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-4e50afe1-ceba-4e76-9a3a-0abf9c985b99 req-c019bb72-c5f5-4b9b-bee7-9e5624490f96 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-422873'] for floatingip, after_update {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:01.267624 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.db.l3_db [req-4e50afe1-ceba-4e76-9a3a-0abf9c985b99 req-c019bb72-c5f5-4b9b-bee7-9e5624490f96 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Floating IP bbd87047-7d2c-4183-92d3-c4e299f819e1 disassociated. External IP: 172.28.2.23, port: a290eecd-95f4-4db2-bb33-c16e421beb03. Jun 17 05:56:01.267887 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.plugin [req-4e50afe1-ceba-4e76-9a3a-0abf9c985b99 req-c019bb72-c5f5-4b9b-bee7-9e5624490f96 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Calling delete_port for a290eecd-95f4-4db2-bb33-c16e421beb03 owned by compute:nova {{(pid=99868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 05:56:01.279161 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39291639-f3f7-4ca5-a2a9-371330b77ba4 req-022eba81-0ac1-4137-a7ce-35d86208a74d tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:56:01.280613 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-39291639-f3f7-4ca5-a2a9-371330b77ba4 req-022eba81-0ac1-4137-a7ce-35d86208a74d tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa3bd0fe-7f52-4c59-b22a-e0abb20c70a9 HTTP/1.1" status: 200 len: 946 time: 0.2338572 Jun 17 05:56:01.294745 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Device 3c91a93d-cb25-411d-9c81-b43851d42a7b up at agent ovs-agent-dv-cinder-772623-9-smb {{(pid=99870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 05:56:01.321944 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-4c49d683-678f-4874-8a56-2120a9cc53ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773697962343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773697504561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773697504606'] for port, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:01.326405 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:56:01.339844 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-e96f8dfd-573b-428c-b9b8-72ee4e5e7447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1464150'] for port, before_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:01.381526 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-39291639-f3f7-4ca5-a2a9-371330b77ba4 req-7d792781-085c-4ced-a192-7d20bcba9a1b tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] 10.222.0.11 "GET /v2.0/security-groups?id=e71f2b36-6dc6-4d84-9f98-07af60a75afa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939896 Jun 17 05:56:01.404625 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a711379d-7fb0-44c7-8c58-0d60023fe3fc None None] Pushing event updated for resources: {'Port': ['ID=2d58671b-6587-4cb1-8ec3-3cb83125922a,revision_number=3']} {{(pid=99870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:56:01.407257 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c49d683-678f-4874-8a56-2120a9cc53ec None None] Routers {'af00ec98-40d7-4eaf-bfbd-ee501ddf34b7'} bound to L3 agent in host dv-cinder-772623-9-smb {{(pid=99870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 05:56:01.407868 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.l3_hamode_db [None req-4c49d683-678f-4874-8a56-2120a9cc53ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T05:41:12Z,description=,heartbeat_timestamp=2021-06-17T05:55:42Z,host='dv-cinder-772623-9-smb',id=81965deb-4354-4283-a756-7d5d3a21a742,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T05:41:12Z,topic='l3_agent')) {'router_ids': ['af00ec98-40d7-4eaf-bfbd-ee501ddf34b7'], 'active': True} {{(pid=99870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:56:01.410524 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [None req-a711379d-7fb0-44c7-8c58-0d60023fe3fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:56:01.532392 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.l3_dvr_db [None req-4c49d683-678f-4874-8a56-2120a9cc53ec None None] Set router af00ec98-40d7-4eaf-bfbd-ee501ddf34b7 gateway port host: dv-cinder-772623-9-smb {{(pid=99870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 05:56:01.567398 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.db.db_base_plugin_common [None req-e96f8dfd-573b-428c-b9b8-72ee4e5e7447 admin admin] Allocated IP 172.20.0.1 (135c3c03-ca14-4919-98cc-8a58e0375b75/d51fe23f-bc90-41e5-bf29-0a51358384b2/4b7a1ab6-9881-4d84-96ec-2ad41bc5c422) {{(pid=99868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 05:56:01.672996 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-e96f8dfd-573b-428c-b9b8-72ee4e5e7447 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:01.686775 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.db.provisioning_blocks [None req-e96f8dfd-573b-428c-b9b8-72ee4e5e7447 admin admin] Transition to ACTIVE for port object 4b7a1ab6-9881-4d84-96ec-2ad41bc5c422 will not be triggered until provisioned by entity DHCP. {{(pid=99868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 05:56:01.697879 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.provisioning_blocks [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Provisioning for port 3c91a93d-cb25-411d-9c81-b43851d42a7b completed by entity L2. {{(pid=99870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 05:56:01.703731 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.provisioning_blocks [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Provisioning complete for port 3c91a93d-cb25-411d-9c81-b43851d42a7b triggered by entity L2. {{(pid=99870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 05:56:01.704114 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551367'] for port, provisioning_complete {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:01.733079 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-4e50afe1-ceba-4e76-9a3a-0abf9c985b99 req-c019bb72-c5f5-4b9b-bee7-9e5624490f96 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773697962361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773697504552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2882495'] for port, after_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:01.738898 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-b57ad59c-db6d-4773-a887-43e57f79cdcd tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:56:01.744039 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.l3_hamode_db [None req-4c49d683-678f-4874-8a56-2120a9cc53ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af00ec98-40d7-4eaf-bfbd-ee501ddf34b7', 'name': 'tempest-TestShelveInstance-1061752702-router', 'tenant_id': '5764dd937d954a379cbc80243eb8fa25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6', 'external_fixed_ips': [{'subnet_id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'ip_address': '172.28.2.42'}], 'enable_snat': True}, 'gw_port_id': '2d58671b-6587-4cb1-8ec3-3cb83125922a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T05:55:58Z', 'updated_at': '2021-06-17T05:55:59Z', 'revision_number': 3, 'project_id': '5764dd937d954a379cbc80243eb8fa25', 'gw_port': {'id': '2d58671b-6587-4cb1-8ec3-3cb83125922a', 'name': '', 'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:48:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af00ec98-40d7-4eaf-bfbd-ee501ddf34b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'ip_address': '172.28.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:55:58Z', 'updated_at': '2021-06-17T05:56:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-smb'}], 'dv-cinder-772623-9-smb', False) {} {{(pid=99870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:56:01.764095 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c019bb72-c5f5-4b9b-bee7-9e5624490f96 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Pushing event deleted for resources: {'Port': ['ID=a290eecd-95f4-4db2-bb33-c16e421beb03,revision_number=None']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:56:01.766858 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-c019bb72-c5f5-4b9b-bee7-9e5624490f96 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:56:01.773026 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c49d683-678f-4874-8a56-2120a9cc53ec None None] The sync data for ids ['af00ec98-40d7-4eaf-bfbd-ee501ddf34b7'] in dv-cinder-772623-9-smb is: [{'id': 'af00ec98-40d7-4eaf-bfbd-ee501ddf34b7', 'name': 'tempest-TestShelveInstance-1061752702-router', 'tenant_id': '5764dd937d954a379cbc80243eb8fa25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6', 'external_fixed_ips': [{'subnet_id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'ip_address': '172.28.2.42'}], 'enable_snat': True}, 'gw_port_id': '2d58671b-6587-4cb1-8ec3-3cb83125922a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T05:55:58Z', 'updated_at': '2021-06-17T05:55:59Z', 'revision_number': 3, 'project_id': '5764dd937d954a379cbc80243eb8fa25', 'gw_port': {'id': '2d58671b-6587-4cb1-8ec3-3cb83125922a', 'name': '', 'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:48:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af00ec98-40d7-4eaf-bfbd-ee501ddf34b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'ip_address': '172.28.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:55:58Z', 'updated_at': '2021-06-17T05:56:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-smb'}] {{(pid=99870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 05:56:01.824809 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1464132'] for port, before_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:01.847803 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-e96f8dfd-573b-428c-b9b8-72ee4e5e7447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1465235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-156110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-564052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773697504543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2882486'] for port, after_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:01.856234 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-2012fe51-3906-41ee-a35b-b69aa3981112 tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:56:01.860844 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.db [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] For port 3c91a93d-cb25-411d-9c81-b43851d42a7b, host dv-cinder-772623-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-9-smb',level=0,port_id=3c91a93d-cb25-411d-9c81-b43851d42a7b,segment=NetworkSegment(0cd5d4e6-6002-41e4-a369-915ed1e75a5c),segment_id=0cd5d4e6-6002-41e4-a369-915ed1e75a5c)] {{(pid=99870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:56:01.897390 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e96f8dfd-573b-428c-b9b8-72ee4e5e7447 admin admin] Network 135c3c03-ca14-4919-98cc-8a58e0375b75 is already hosted by enough agents. {{(pid=99868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 05:56:01.904103 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.scheduler.base_scheduler [None req-e96f8dfd-573b-428c-b9b8-72ee4e5e7447 admin admin] Resources bound (agent type, host, resource id): {{(pid=99868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 05:56:01.910033 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e96f8dfd-573b-428c-b9b8-72ee4e5e7447 admin admin] Received port after_create {{(pid=99868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 05:56:01.942401 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96f8dfd-573b-428c-b9b8-72ee4e5e7447 admin admin] Pushing event updated for resources: {'Port': ['ID=4b7a1ab6-9881-4d84-96ec-2ad41bc5c422,revision_number=1']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:56:01.944648 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773697962343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773697504561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773697504606'] for port, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:01.956009 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-e96f8dfd-573b-428c-b9b8-72ee4e5e7447 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:56:01.958415 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:56:01.973098 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4e50afe1-ceba-4e76-9a3a-0abf9c985b99 req-c019bb72-c5f5-4b9b-bee7-9e5624490f96 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Router 09517ed6-23ba-44bf-9de7-0b9502a86dba has already been hosted by L3 agent 81965deb-4354-4283-a756-7d5d3a21a742 {{(pid=99868) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 05:56:01.976053 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-e96f8dfd-573b-428c-b9b8-72ee4e5e7447 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-426851'] for router_interface, before_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:02.016810 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Pushing event updated for resources: {'Port': ['ID=3c91a93d-cb25-411d-9c81-b43851d42a7b,revision_number=3']} {{(pid=99870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:56:02.033014 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:56:02.202877 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4e50afe1-ceba-4e76-9a3a-0abf9c985b99 req-c019bb72-c5f5-4b9b-bee7-9e5624490f96 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Notify agent at l3_agent.dv-cinder-772623-9-smb the message routers_updated {{(pid=99868) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 05:56:02.214167 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834f89c0-7873-4b3e-97ea-fa7b0be2247c None None] Sync routers for ids ['09517ed6-23ba-44bf-9de7-0b9502a86dba'] in dv-cinder-772623-9-smb {{(pid=99871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 05:56:02.225555 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834f89c0-7873-4b3e-97ea-fa7b0be2247c None None] Routers {'09517ed6-23ba-44bf-9de7-0b9502a86dba'} bound to L3 agent in host dv-cinder-772623-9-smb {{(pid=99871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 05:56:02.226608 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.db.l3_hamode_db [None req-834f89c0-7873-4b3e-97ea-fa7b0be2247c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T05:41:12Z,description=,heartbeat_timestamp=2021-06-17T05:55:42Z,host='dv-cinder-772623-9-smb',id=81965deb-4354-4283-a756-7d5d3a21a742,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T05:41:12Z,topic='l3_agent')) {'router_ids': ['09517ed6-23ba-44bf-9de7-0b9502a86dba'], 'active': True} {{(pid=99871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:56:02.262590 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.provisioning_blocks [None req-b4b68d56-39a7-4c80-aabd-47622a9c2d55 None None] Provisioning for port 4b7a1ab6-9881-4d84-96ec-2ad41bc5c422 completed by entity DHCP. {{(pid=99870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 05:56:02.266317 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e50afe1-ceba-4e76-9a3a-0abf9c985b99 req-c019bb72-c5f5-4b9b-bee7-9e5624490f96 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] No DVR routers for this DVR port a290eecd-95f4-4db2-bb33-c16e421beb03 on host hv-cinder-77262 {{(pid=99868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 05:56:02.268495 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.provisioning_blocks [None req-b4b68d56-39a7-4c80-aabd-47622a9c2d55 None None] Provisioning complete for port 4b7a1ab6-9881-4d84-96ec-2ad41bc5c422 triggered by entity DHCP. {{(pid=99870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 05:56:02.268940 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-b4b68d56-39a7-4c80-aabd-47622a9c2d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551367'] for port, provisioning_complete {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:02.269557 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-4e50afe1-ceba-4e76-9a3a-0abf9c985b99 req-c019bb72-c5f5-4b9b-bee7-9e5624490f96 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-860254'] for port, before_response {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:02.272239 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-4e50afe1-ceba-4e76-9a3a-0abf9c985b99 req-c019bb72-c5f5-4b9b-bee7-9e5624490f96 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] 10.222.0.13 "DELETE /v2.0/ports/a290eecd-95f4-4db2-bb33-c16e421beb03 HTTP/1.1" status: 204 len: 173 time: 2.0019381 Jun 17 05:56:02.273023 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa3bd0fe-7f52-4c59-b22a-e0abb20c70a9', 'name': 'network-vif-deleted', 'tag': 'a290eecd-95f4-4db2-bb33-c16e421beb03'}] {{(pid=99868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 05:56:02.277040 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8d1bbba7808a8cca0df1ca407b71cd1cd2965420825a4b8dd9215cbcd05a37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f67f6d75-be82-45f4-a92a-5d0c1666d19f" -d '{"events": [{"server_uuid": "aa3bd0fe-7f52-4c59-b22a-e0abb20c70a9", "name": "network-vif-deleted", "tag": "a290eecd-95f4-4db2-bb33-c16e421beb03"}]}' {{(pid=99868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 05:56:02.322806 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.plugin [None req-b4b68d56-39a7-4c80-aabd-47622a9c2d55 None None] Port 4b7a1ab6-9881-4d84-96ec-2ad41bc5c422 cannot update to ACTIVE because it is not bound. {{(pid=99870) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 05:56:02.345353 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 05:56:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24db6d39-12b2-4a5d-be32-c39189b3941c x-openstack-request-id: req-24db6d39-12b2-4a5d-be32-c39189b3941c {{(pid=99868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 05:56:02.345766 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa3bd0fe-7f52-4c59-b22a-e0abb20c70a9", "name": "network-vif-deleted", "tag": "a290eecd-95f4-4db2-bb33-c16e421beb03", "status": "completed", "code": 200}]} {{(pid=99868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 05:56:02.345965 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-24db6d39-12b2-4a5d-be32-c39189b3941c {{(pid=99868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 05:56:02.346403 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa3bd0fe-7f52-4c59-b22a-e0abb20c70a9', 'name': 'network-vif-deleted', 'tag': 'a290eecd-95f4-4db2-bb33-c16e421beb03', 'status': 'completed', 'code': 200} Jun 17 05:56:02.369938 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-e96f8dfd-573b-428c-b9b8-72ee4e5e7447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1464132'] for port, before_update {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:02.395495 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.db.l3_dvr_db [None req-834f89c0-7873-4b3e-97ea-fa7b0be2247c None None] Set router 09517ed6-23ba-44bf-9de7-0b9502a86dba gateway port host: dv-cinder-772623-9-smb {{(pid=99871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 05:56:02.572725 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-e96f8dfd-573b-428c-b9b8-72ee4e5e7447 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:02.603647 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-4abafa0e-46c4-4279-8903-c98f9c468c5b req-11da2f98-0d21-4c3c-95d7-032e1f81ff37 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa3bd0fe-7f52-4c59-b22a-e0abb20c70a9 HTTP/1.1" status: 200 len: 210 time: 0.0363953 Jun 17 05:56:02.610138 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.db.l3_hamode_db [None req-834f89c0-7873-4b3e-97ea-fa7b0be2247c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09517ed6-23ba-44bf-9de7-0b9502a86dba', 'name': 'tempest-AttachVolumeTestJSON-1155783651-router', 'tenant_id': 'ae0a24f5f1a8477e9911aebfa109b499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6', 'external_fixed_ips': [{'subnet_id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'ip_address': '172.28.2.106'}], 'enable_snat': True}, 'gw_port_id': '590bfe21-27a0-42e8-8f9e-850438dd9d11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T05:50:24Z', 'updated_at': '2021-06-17T05:50:30Z', 'revision_number': 4, 'project_id': 'ae0a24f5f1a8477e9911aebfa109b499', 'gw_port': {'id': '590bfe21-27a0-42e8-8f9e-850438dd9d11', 'name': '', 'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:a7:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09517ed6-23ba-44bf-9de7-0b9502a86dba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'ip_address': '172.28.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:50:25Z', 'updated_at': '2021-06-17T05:50:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-smb', '_interfaces': [{'id': 'b6572487-a99a-40ba-9c27-0bc1d8ccde1b', 'name': '', 'network_id': 'c6577bd9-88ee-45e9-b1f3-3f9c3f74b7c9', 'tenant_id': 'ae0a24f5f1a8477e9911aebfa109b499', 'mac_address': 'fa:16:3e:c0:32:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09517ed6-23ba-44bf-9de7-0b9502a86dba', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '35c614e0-7ac4-483c-87c5-4f794e2b1be8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:50:29Z', 'updated_at': '2021-06-17T05:50:39Z', 'revision_number': 5, 'project_id': 'ae0a24f5f1a8477e9911aebfa109b499', 'subnets': [{'id': '35c614e0-7ac4-483c-87c5-4f794e2b1be8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-9-smb', False) {} {{(pid=99871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:56:02.637158 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834f89c0-7873-4b3e-97ea-fa7b0be2247c None None] Checking router: 09517ed6-23ba-44bf-9de7-0b9502a86dba for host: dv-cinder-772623-9-smb {{(pid=99871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 05:56:02.645514 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834f89c0-7873-4b3e-97ea-fa7b0be2247c None None] Routers {'09517ed6-23ba-44bf-9de7-0b9502a86dba'} bound to L3 agent in host dv-cinder-772623-9-smb {{(pid=99871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 05:56:02.646164 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.db.l3_hamode_db [None req-834f89c0-7873-4b3e-97ea-fa7b0be2247c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T05:41:12Z,description=,heartbeat_timestamp=2021-06-17T05:55:42Z,host='dv-cinder-772623-9-smb',id=81965deb-4354-4283-a756-7d5d3a21a742,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T05:41:12Z,topic='l3_agent')) {'router_ids': ['09517ed6-23ba-44bf-9de7-0b9502a86dba'], 'active': True} {{(pid=99871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:56:02.707551 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-e96f8dfd-573b-428c-b9b8-72ee4e5e7447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773697962343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773697504561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773697504606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2882436'] for port, after_update {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:02.711042 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-64141db6-ba8a-4f1e-86cd-a85d26895f59 tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:56:02.756819 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.db.l3_dvr_db [None req-834f89c0-7873-4b3e-97ea-fa7b0be2247c None None] Set router 09517ed6-23ba-44bf-9de7-0b9502a86dba gateway port host: dv-cinder-772623-9-smb {{(pid=99871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 05:56:02.783053 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96f8dfd-573b-428c-b9b8-72ee4e5e7447 admin admin] Pushing event updated for resources: {'Port': ['ID=4b7a1ab6-9881-4d84-96ec-2ad41bc5c422,revision_number=2']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:56:02.785723 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-e96f8dfd-573b-428c-b9b8-72ee4e5e7447 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-426783'] for router_interface, after_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:02.787760 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-e96f8dfd-573b-428c-b9b8-72ee4e5e7447 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:56:02.890481 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e96f8dfd-573b-428c-b9b8-72ee4e5e7447 admin admin] Network 135c3c03-ca14-4919-98cc-8a58e0375b75 is already hosted by enough agents. {{(pid=99868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 05:56:02.891930 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.scheduler.base_scheduler [None req-e96f8dfd-573b-428c-b9b8-72ee4e5e7447 admin admin] Resources bound (agent type, host, resource id): {{(pid=99868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 05:56:02.976358 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.db.l3_hamode_db [None req-834f89c0-7873-4b3e-97ea-fa7b0be2247c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09517ed6-23ba-44bf-9de7-0b9502a86dba', 'name': 'tempest-AttachVolumeTestJSON-1155783651-router', 'tenant_id': 'ae0a24f5f1a8477e9911aebfa109b499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6', 'external_fixed_ips': [{'subnet_id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'ip_address': '172.28.2.106'}], 'enable_snat': True}, 'gw_port_id': '590bfe21-27a0-42e8-8f9e-850438dd9d11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T05:50:24Z', 'updated_at': '2021-06-17T05:50:30Z', 'revision_number': 4, 'project_id': 'ae0a24f5f1a8477e9911aebfa109b499', 'gw_port': {'id': '590bfe21-27a0-42e8-8f9e-850438dd9d11', 'name': '', 'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:a7:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09517ed6-23ba-44bf-9de7-0b9502a86dba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'ip_address': '172.28.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:50:25Z', 'updated_at': '2021-06-17T05:50:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-smb', '_interfaces': [{'id': 'b6572487-a99a-40ba-9c27-0bc1d8ccde1b', 'name': '', 'network_id': 'c6577bd9-88ee-45e9-b1f3-3f9c3f74b7c9', 'tenant_id': 'ae0a24f5f1a8477e9911aebfa109b499', 'mac_address': 'fa:16:3e:c0:32:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09517ed6-23ba-44bf-9de7-0b9502a86dba', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '35c614e0-7ac4-483c-87c5-4f794e2b1be8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:50:29Z', 'updated_at': '2021-06-17T05:50:39Z', 'revision_number': 5, 'project_id': 'ae0a24f5f1a8477e9911aebfa109b499', 'subnets': [{'id': '35c614e0-7ac4-483c-87c5-4f794e2b1be8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-9-smb', False) {} {{(pid=99871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:56:03.009104 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834f89c0-7873-4b3e-97ea-fa7b0be2247c None None] The sync data for ids ['09517ed6-23ba-44bf-9de7-0b9502a86dba'] in dv-cinder-772623-9-smb is: [{'id': '09517ed6-23ba-44bf-9de7-0b9502a86dba', 'name': 'tempest-AttachVolumeTestJSON-1155783651-router', 'tenant_id': 'ae0a24f5f1a8477e9911aebfa109b499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6', 'external_fixed_ips': [{'subnet_id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'ip_address': '172.28.2.106'}], 'enable_snat': True}, 'gw_port_id': '590bfe21-27a0-42e8-8f9e-850438dd9d11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T05:50:24Z', 'updated_at': '2021-06-17T05:50:30Z', 'revision_number': 4, 'project_id': 'ae0a24f5f1a8477e9911aebfa109b499', 'gw_port': {'id': '590bfe21-27a0-42e8-8f9e-850438dd9d11', 'name': '', 'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:a7:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09517ed6-23ba-44bf-9de7-0b9502a86dba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'ip_address': '172.28.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:50:25Z', 'updated_at': '2021-06-17T05:50:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-smb', '_interfaces': [{'id': 'b6572487-a99a-40ba-9c27-0bc1d8ccde1b', 'name': '', 'network_id': 'c6577bd9-88ee-45e9-b1f3-3f9c3f74b7c9', 'tenant_id': 'ae0a24f5f1a8477e9911aebfa109b499', 'mac_address': 'fa:16:3e:c0:32:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09517ed6-23ba-44bf-9de7-0b9502a86dba', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '35c614e0-7ac4-483c-87c5-4f794e2b1be8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:50:29Z', 'updated_at': '2021-06-17T05:50:39Z', 'revision_number': 5, 'project_id': 'ae0a24f5f1a8477e9911aebfa109b499', 'subnets': [{'id': '35c614e0-7ac4-483c-87c5-4f794e2b1be8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 05:56:03.038732 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e96f8dfd-573b-428c-b9b8-72ee4e5e7447 admin admin] Router af00ec98-40d7-4eaf-bfbd-ee501ddf34b7 has already been hosted by L3 agent 81965deb-4354-4283-a756-7d5d3a21a742 {{(pid=99868) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 05:56:03.132282 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Device 2d58671b-6587-4cb1-8ec3-3cb83125922a up at agent ovs-agent-dv-cinder-772623-9-smb {{(pid=99870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 05:56:03.207289 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e96f8dfd-573b-428c-b9b8-72ee4e5e7447 admin admin] Notify agent at l3_agent.dv-cinder-772623-9-smb the message routers_updated {{(pid=99868) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 05:56:03.213080 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [None req-e96f8dfd-573b-428c-b9b8-72ee4e5e7447 admin admin] 10.222.0.11 "PUT /v2.0/routers/af00ec98-40d7-4eaf-bfbd-ee501ddf34b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9439058 Jun 17 05:56:03.256184 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.provisioning_blocks [None req-39acb62e-f057-4a30-8490-e054bb0c8c85 None None] Provisioning complete for port 4b7a1ab6-9881-4d84-96ec-2ad41bc5c422 triggered by entity DHCP. {{(pid=99870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 05:56:03.256735 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-39acb62e-f057-4a30-8490-e054bb0c8c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551367'] for port, provisioning_complete {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:03.298103 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.plugin [None req-39acb62e-f057-4a30-8490-e054bb0c8c85 None None] Port 4b7a1ab6-9881-4d84-96ec-2ad41bc5c422 cannot update to ACTIVE because it is not bound. {{(pid=99870) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 05:56:03.304291 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.provisioning_blocks [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Provisioning for port 2d58671b-6587-4cb1-8ec3-3cb83125922a completed by entity L2. {{(pid=99870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 05:56:03.308723 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.provisioning_blocks [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Provisioning complete for port 2d58671b-6587-4cb1-8ec3-3cb83125922a triggered by entity L2. {{(pid=99870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 05:56:03.309187 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551367'] for port, provisioning_complete {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:03.397034 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1464132'] for port, before_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:03.419154 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.db [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] For port 2d58671b-6587-4cb1-8ec3-3cb83125922a, host dv-cinder-772623-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-9-smb',level=0,port_id=2d58671b-6587-4cb1-8ec3-3cb83125922a,segment=NetworkSegment(5df065dd-7136-4632-92ed-7b0e1f2019c5),segment_id=5df065dd-7136-4632-92ed-7b0e1f2019c5)] {{(pid=99870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:56:03.577801 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773697962343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773697504561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773697504606'] for port, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:03.578687 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Device 3c91a93d-cb25-411d-9c81-b43851d42a7b up at agent ovs-agent-dv-cinder-772623-9-smb {{(pid=99870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 05:56:03.580565 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:56:03.625062 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb43897-2dcd-41dc-9450-11a6cacac4e8 None None] Sync routers for ids ['af00ec98-40d7-4eaf-bfbd-ee501ddf34b7'] in dv-cinder-772623-9-smb {{(pid=99870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 05:56:03.671915 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb43897-2dcd-41dc-9450-11a6cacac4e8 None None] Routers {'af00ec98-40d7-4eaf-bfbd-ee501ddf34b7'} bound to L3 agent in host dv-cinder-772623-9-smb {{(pid=99870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 05:56:03.672565 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.l3_hamode_db [None req-9cb43897-2dcd-41dc-9450-11a6cacac4e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T05:41:12Z,description=,heartbeat_timestamp=2021-06-17T05:55:42Z,host='dv-cinder-772623-9-smb',id=81965deb-4354-4283-a756-7d5d3a21a742,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T05:41:12Z,topic='l3_agent')) {'router_ids': ['af00ec98-40d7-4eaf-bfbd-ee501ddf34b7'], 'active': True} {{(pid=99870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:56:03.708607 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Pushing event updated for resources: {'Port': ['ID=2d58671b-6587-4cb1-8ec3-3cb83125922a,revision_number=4']} {{(pid=99870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:56:03.739894 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:56:03.747795 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Device a290eecd-95f4-4db2-bb33-c16e421beb03 no longer exists at agent hyperv_hv-cinder-77262 {{(pid=99870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 05:56:03.779112 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-668f4440-922d-43cd-9ea2-e97ed7d0a40a None None] New status for floating IP bbd87047-7d2c-4183-92d3-c4e299f819e1: DOWN {{(pid=99871) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 05:56:03.787249 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.plugin [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] No Port match for: a290eecd-95f4-4db2-bb33-c16e421beb03 {{(pid=99870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 05:56:03.789476 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Device a290eecd-95f4-4db2-bb33-c16e421beb03 not bound to the agent host hv-cinder-77262 {{(pid=99870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 05:56:03.795089 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.wsgi [-] (99869) accepted ('10.222.0.11', 59868) {{(pid=99869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:56:03.799565 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.provisioning_blocks [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Provisioning complete for port 3c91a93d-cb25-411d-9c81-b43851d42a7b triggered by entity L2. {{(pid=99870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 05:56:03.799945 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551367'] for port, provisioning_complete {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:03.800557 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.v2.base [None req-240a011c-2f88-467f-8241-44d8787594de tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-107617848', 'description': 'tempest-secgroup-smoke-107617848 description', 'project_id': '558f827aa97540488c3f76e89d619401'}} {{(pid=99869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:56:03.814727 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.wsgi [-] (99868) accepted ('10.222.0.11', 59870) {{(pid=99868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:56:03.842231 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.l3_dvr_db [None req-9cb43897-2dcd-41dc-9450-11a6cacac4e8 None None] Set router af00ec98-40d7-4eaf-bfbd-ee501ddf34b7 gateway port host: dv-cinder-772623-9-smb {{(pid=99870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 05:56:03.873547 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-697b90fe-b079-4cf9-b794-779ef56be91f tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Notify callbacks [] for security_group, before_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:03.892702 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-240a011c-2f88-467f-8241-44d8787594de tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] Notify callbacks [] for security_group, before_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:03.903636 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-697b90fe-b079-4cf9-b794-779ef56be91f tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:04.007922 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-240a011c-2f88-467f-8241-44d8787594de tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] Notify callbacks [] for security_group, precommit_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:04.046979 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-697b90fe-b079-4cf9-b794-779ef56be91f tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:04.049705 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-697b90fe-b079-4cf9-b794-779ef56be91f tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Notify callbacks [] for security_group, before_response {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:04.050984 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [None req-697b90fe-b079-4cf9-b794-779ef56be91f tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] 10.222.0.11 "DELETE /v2.0/security-groups/e71f2b36-6dc6-4d84-9f98-07af60a75afa HTTP/1.1" status: 204 len: 168 time: 0.2351294 Jun 17 05:56:04.058984 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-4038ed31-796a-4692-9b51-a2e6d67e197a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:56:04.059133 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.wsgi [-] (99869) accepted ('10.222.0.11', 59872) {{(pid=99869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:56:04.061337 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697b90fe-b079-4cf9-b794-779ef56be91f tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e71f2b36-6dc6-4d84-9f98-07af60a75afa,revision_number=None']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:56:04.063655 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-697b90fe-b079-4cf9-b794-779ef56be91f tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:56:04.067690 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.api.v2.resource [None req-d45f718c-39ba-4321-bf90-c4287f59914e tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] show failed (client error): The resource could not be found. Jun 17 05:56:04.068569 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [None req-d45f718c-39ba-4321-bf90-c4287f59914e tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] 10.222.0.11 "GET /v2.0/security-groups/e71f2b36-6dc6-4d84-9f98-07af60a75afa HTTP/1.1" status: 404 len: 347 time: 0.0137124 Jun 17 05:56:04.071606 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.wsgi [-] (99868) accepted ('10.222.0.11', 59874) {{(pid=99868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:56:04.119300 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.l3_hamode_db [None req-9cb43897-2dcd-41dc-9450-11a6cacac4e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af00ec98-40d7-4eaf-bfbd-ee501ddf34b7', 'name': 'tempest-TestShelveInstance-1061752702-router', 'tenant_id': '5764dd937d954a379cbc80243eb8fa25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6', 'external_fixed_ips': [{'subnet_id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'ip_address': '172.28.2.42'}], 'enable_snat': True}, 'gw_port_id': '2d58671b-6587-4cb1-8ec3-3cb83125922a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T05:55:58Z', 'updated_at': '2021-06-17T05:56:02Z', 'revision_number': 4, 'project_id': '5764dd937d954a379cbc80243eb8fa25', 'gw_port': {'id': '2d58671b-6587-4cb1-8ec3-3cb83125922a', 'name': '', 'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:48:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af00ec98-40d7-4eaf-bfbd-ee501ddf34b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'ip_address': '172.28.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:55:58Z', 'updated_at': '2021-06-17T05:56:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-smb', '_interfaces': [{'id': '4b7a1ab6-9881-4d84-96ec-2ad41bc5c422', 'name': '', 'network_id': '135c3c03-ca14-4919-98cc-8a58e0375b75', 'tenant_id': '5764dd937d954a379cbc80243eb8fa25', 'mac_address': 'fa:16:3e:ac:e7:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af00ec98-40d7-4eaf-bfbd-ee501ddf34b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'd51fe23f-bc90-41e5-bf29-0a51358384b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:56:01Z', 'updated_at': '2021-06-17T05:56:02Z', 'revision_number': 2, 'project_id': '5764dd937d954a379cbc80243eb8fa25', 'subnets': [{'id': 'd51fe23f-bc90-41e5-bf29-0a51358384b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-9-smb', False) {} {{(pid=99870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:56:04.151673 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb43897-2dcd-41dc-9450-11a6cacac4e8 None None] Checking router: af00ec98-40d7-4eaf-bfbd-ee501ddf34b7 for host: dv-cinder-772623-9-smb {{(pid=99870) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 05:56:04.152038 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb43897-2dcd-41dc-9450-11a6cacac4e8 None None] Updating router af00ec98-40d7-4eaf-bfbd-ee501ddf34b7 port 4b7a1ab6-9881-4d84-96ec-2ad41bc5c422 binding host dv-cinder-772623-9-smb {{(pid=99870) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 05:56:04.186739 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-9cb43897-2dcd-41dc-9450-11a6cacac4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1464132'] for port, before_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:04.195029 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-240a011c-2f88-467f-8241-44d8787594de tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:04.198762 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-db85373c-4db6-470d-bf52-6ecde97f9be4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:56:04.207618 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.plugin [None req-80ff92f1-a8bb-4c80-96b4-2bbcbf7b8951 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Deleting port 93213abe-0fb1-4e5c-bccb-002c877cae44 {{(pid=99868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 05:56:04.207957 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-80ff92f1-a8bb-4c80-96b4-2bbcbf7b8951 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773697957277'] for port, before_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:04.225428 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240a011c-2f88-467f-8241-44d8787594de tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a5752e7-a436-4587-89a1-b4e85b8d44a7,revision_number=1']} {{(pid=99869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:56:04.236039 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240a011c-2f88-467f-8241-44d8787594de tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:56:04.236795 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240a011c-2f88-467f-8241-44d8787594de tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:56:04.238033 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240a011c-2f88-467f-8241-44d8787594de tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:56:04.238623 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240a011c-2f88-467f-8241-44d8787594de tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:56:04.239219 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240a011c-2f88-467f-8241-44d8787594de tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:56:04.239848 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240a011c-2f88-467f-8241-44d8787594de tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:56:04.240536 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240a011c-2f88-467f-8241-44d8787594de tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:56:04.241503 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240a011c-2f88-467f-8241-44d8787594de tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:56:04.242107 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240a011c-2f88-467f-8241-44d8787594de tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:56:04.243642 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240a011c-2f88-467f-8241-44d8787594de tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:56:04.244384 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240a011c-2f88-467f-8241-44d8787594de tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:56:04.245302 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240a011c-2f88-467f-8241-44d8787594de tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:56:04.251652 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-240a011c-2f88-467f-8241-44d8787594de tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:56:04.281256 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-240a011c-2f88-467f-8241-44d8787594de tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] Notify callbacks [] for security_group, before_response {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:04.285217 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [None req-240a011c-2f88-467f-8241-44d8787594de tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.4857848 Jun 17 05:56:04.285496 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.wsgi [-] (99869) accepted ('10.222.0.11', 59876) {{(pid=99869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:56:04.286281 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-80ff92f1-a8bb-4c80-96b4-2bbcbf7b8951 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429017'] for port, precommit_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:04.287550 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-80ff92f1-a8bb-4c80-96b4-2bbcbf7b8951 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:04.290439 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.v2.base [None req-581b8cf4-bc0b-41fe-8b3e-5fbd6b1c580b tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] Request body: {'security_group_rule': {'security_group_id': '4a5752e7-a436-4587-89a1-b4e85b8d44a7', 'project_id': '558f827aa97540488c3f76e89d619401', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:56:04.354091 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.plugin [None req-80ff92f1-a8bb-4c80-96b4-2bbcbf7b8951 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Calling delete_port for 93213abe-0fb1-4e5c-bccb-002c877cae44 owned by network:floatingip {{(pid=99868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 05:56:04.392761 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-581b8cf4-bc0b-41fe-8b3e-5fbd6b1c580b tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:04.449796 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-581b8cf4-bc0b-41fe-8b3e-5fbd6b1c580b tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:04.462110 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-9cb43897-2dcd-41dc-9450-11a6cacac4e8 None None] Notify callbacks [] for port, precommit_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:04.543490 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-581b8cf4-bc0b-41fe-8b3e-5fbd6b1c580b tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481033'] for security_group_rule, after_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:04.545284 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:56:04.563840 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581b8cf4-bc0b-41fe-8b3e-5fbd6b1c580b tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f635408-b44e-43fe-a1ef-c2ed1a60c204,revision_number=0']} {{(pid=99869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:56:04.568376 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-581b8cf4-bc0b-41fe-8b3e-5fbd6b1c580b tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:56:04.577752 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.provisioning_blocks [None req-9cb43897-2dcd-41dc-9450-11a6cacac4e8 None None] Transition to ACTIVE for port object 4b7a1ab6-9881-4d84-96ec-2ad41bc5c422 will not be triggered until provisioned by entity L2. {{(pid=99870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 05:56:04.577955 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-80ff92f1-a8bb-4c80-96b4-2bbcbf7b8951 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773697962361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773697504552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2882495'] for port, after_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:04.581189 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-9a0f9ea2-2982-4397-9f50-b2c63fd598ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:56:04.603846 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ff92f1-a8bb-4c80-96b4-2bbcbf7b8951 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Pushing event deleted for resources: {'Port': ['ID=93213abe-0fb1-4e5c-bccb-002c877cae44,revision_number=None']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:56:04.606383 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-80ff92f1-a8bb-4c80-96b4-2bbcbf7b8951 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:56:04.652492 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-581b8cf4-bc0b-41fe-8b3e-5fbd6b1c580b tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:04.653614 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [None req-581b8cf4-bc0b-41fe-8b3e-5fbd6b1c580b tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3672032 Jun 17 05:56:04.656421 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.wsgi [-] (99869) accepted ('10.222.0.11', 59878) {{(pid=99869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:56:04.660915 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.v2.base [None req-0cf45999-c3cd-48ae-9601-a2f39eda8cb4 tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] Request body: {'security_group_rule': {'security_group_id': '4a5752e7-a436-4587-89a1-b4e85b8d44a7', 'project_id': '558f827aa97540488c3f76e89d619401', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:56:04.669687 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-80ff92f1-a8bb-4c80-96b4-2bbcbf7b8951 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Notify callbacks [] for floatingip, after_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:04.672172 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-80ff92f1-a8bb-4c80-96b4-2bbcbf7b8951 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-860254'] for floatingip, before_response {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:04.673315 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [None req-80ff92f1-a8bb-4c80-96b4-2bbcbf7b8951 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] 10.222.0.11 "DELETE /v2.0/floatingips/bbd87047-7d2c-4183-92d3-c4e299f819e1 HTTP/1.1" status: 204 len: 168 time: 0.6007531 Jun 17 05:56:04.684726 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-9cb43897-2dcd-41dc-9450-11a6cacac4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773697962343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773697504561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773697504606'] for port, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:04.684726 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:56:04.754409 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-0cf45999-c3cd-48ae-9601-a2f39eda8cb4 tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:04.759275 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6668bcf9-9bde-44d6-a37f-09f11330b793 None None] Pushing event updated for resources: {'Port': ['ID=4b7a1ab6-9881-4d84-96ec-2ad41bc5c422,revision_number=3']} {{(pid=99870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:56:04.764339 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [None req-6668bcf9-9bde-44d6-a37f-09f11330b793 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:56:04.828856 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-0cf45999-c3cd-48ae-9601-a2f39eda8cb4 tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:04.898329 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-0cf45999-c3cd-48ae-9601-a2f39eda8cb4 tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481033'] for security_group_rule, after_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:04.907637 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-25e03d1b-535d-430c-b568-46f3a5aca63b tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:56:04.921613 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf45999-c3cd-48ae-9601-a2f39eda8cb4 tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bae98427-94a1-4e2e-9079-d6c48c3be7a5,revision_number=0']} {{(pid=99869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:56:04.924156 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-0cf45999-c3cd-48ae-9601-a2f39eda8cb4 tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:56:04.958155 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.managers [None req-9cb43897-2dcd-41dc-9450-11a6cacac4e8 None None] Attempting to bind port 4b7a1ab6-9881-4d84-96ec-2ad41bc5c422 on host dv-cinder-772623-9-smb for vnic_type normal with profile {{(pid=99870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 05:56:04.958527 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.managers [None req-9cb43897-2dcd-41dc-9450-11a6cacac4e8 None None] Attempting to bind port 4b7a1ab6-9881-4d84-96ec-2ad41bc5c422 by drivers openvswitch,hyperv on host dv-cinder-772623-9-smb at level 0 using segments [{'id': '0cd5d4e6-6002-41e4-a369-915ed1e75a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '135c3c03-ca14-4919-98cc-8a58e0375b75'}] {{(pid=99870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 05:56:04.958918 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb43897-2dcd-41dc-9450-11a6cacac4e8 None None] Attempting to bind port 4b7a1ab6-9881-4d84-96ec-2ad41bc5c422 on network 135c3c03-ca14-4919-98cc-8a58e0375b75 {{(pid=99870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 05:56:04.965149 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb43897-2dcd-41dc-9450-11a6cacac4e8 None None] Checking agent: {'id': 'b8410894-a9e9-4538-b1e5-41b045bec560', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-9-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 5, 41, 12), 'started_at': datetime.datetime(2021, 6, 17, 5, 41, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 5, 55, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-9-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 05:56:04.965535 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb43897-2dcd-41dc-9450-11a6cacac4e8 None None] Checking segment: {'id': '0cd5d4e6-6002-41e4-a369-915ed1e75a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '135c3c03-ca14-4919-98cc-8a58e0375b75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 05:56:04.965944 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-9cb43897-2dcd-41dc-9450-11a6cacac4e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:04.966339 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb43897-2dcd-41dc-9450-11a6cacac4e8 None None] Bound using segment: {'id': '0cd5d4e6-6002-41e4-a369-915ed1e75a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '135c3c03-ca14-4919-98cc-8a58e0375b75'} {{(pid=99870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 05:56:04.966812 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.managers [None req-9cb43897-2dcd-41dc-9450-11a6cacac4e8 None None] Bound port: 4b7a1ab6-9881-4d84-96ec-2ad41bc5c422, host: dv-cinder-772623-9-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cd5d4e6-6002-41e4-a369-915ed1e75a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '135c3c03-ca14-4919-98cc-8a58e0375b75'}}] {{(pid=99870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 05:56:04.967240 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-9cb43897-2dcd-41dc-9450-11a6cacac4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1464132'] for port, before_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:05.001456 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-0cf45999-c3cd-48ae-9601-a2f39eda8cb4 tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:05.002705 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [None req-0cf45999-c3cd-48ae-9601-a2f39eda8cb4 tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3453515 Jun 17 05:56:05.005513 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.wsgi [-] (99869) accepted ('10.222.0.11', 59884) {{(pid=99869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:56:05.010912 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.v2.base [None req-01637e5d-89d8-4649-af54-b1d507a15198 tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] Request body: {'security_group_rule': {'security_group_id': '4a5752e7-a436-4587-89a1-b4e85b8d44a7', 'project_id': '558f827aa97540488c3f76e89d619401', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:56:05.017512 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Device 2d58671b-6587-4cb1-8ec3-3cb83125922a up at agent ovs-agent-dv-cinder-772623-9-smb {{(pid=99870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 05:56:05.059783 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.db [None req-9cb43897-2dcd-41dc-9450-11a6cacac4e8 None None] For port 4b7a1ab6-9881-4d84-96ec-2ad41bc5c422, host dv-cinder-772623-9-smb, cleared binding levels {{(pid=99870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 05:56:05.078727 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.db [None req-9cb43897-2dcd-41dc-9450-11a6cacac4e8 None None] For port 4b7a1ab6-9881-4d84-96ec-2ad41bc5c422, host dv-cinder-772623-9-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-9-smb',level=0,port_id=4b7a1ab6-9881-4d84-96ec-2ad41bc5c422,segment=NetworkSegment(0cd5d4e6-6002-41e4-a369-915ed1e75a5c),segment_id=0cd5d4e6-6002-41e4-a369-915ed1e75a5c)] {{(pid=99870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 05:56:05.091580 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.provisioning_blocks [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Provisioning complete for port 2d58671b-6587-4cb1-8ec3-3cb83125922a triggered by entity L2. {{(pid=99870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 05:56:05.092018 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551367'] for port, provisioning_complete {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:05.095573 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-01637e5d-89d8-4649-af54-b1d507a15198 tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:05.154231 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-9cb43897-2dcd-41dc-9450-11a6cacac4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773697962343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773697504561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773697504606'] for port, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:05.154795 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-01637e5d-89d8-4649-af54-b1d507a15198 tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:05.158757 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [None req-16bcb1d0-e63c-4693-8d28-ca4ad766fad5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:56:05.227439 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb43897-2dcd-41dc-9450-11a6cacac4e8 None None] Routers {'af00ec98-40d7-4eaf-bfbd-ee501ddf34b7'} bound to L3 agent in host dv-cinder-772623-9-smb {{(pid=99870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 05:56:05.228165 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.l3_hamode_db [None req-9cb43897-2dcd-41dc-9450-11a6cacac4e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T05:41:12Z,description=,heartbeat_timestamp=2021-06-17T05:55:42Z,host='dv-cinder-772623-9-smb',id=81965deb-4354-4283-a756-7d5d3a21a742,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T05:41:12Z,topic='l3_agent')) {'router_ids': ['af00ec98-40d7-4eaf-bfbd-ee501ddf34b7'], 'active': True} {{(pid=99870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:56:05.233085 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6668bcf9-9bde-44d6-a37f-09f11330b793 None None] Pushing event updated for resources: {'Port': ['ID=4b7a1ab6-9881-4d84-96ec-2ad41bc5c422,revision_number=4']} {{(pid=99870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:56:05.246858 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-01637e5d-89d8-4649-af54-b1d507a15198 tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481033'] for security_group_rule, after_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:05.252118 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:56:05.265808 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [None req-6668bcf9-9bde-44d6-a37f-09f11330b793 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:56:05.268263 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01637e5d-89d8-4649-af54-b1d507a15198 tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1be4ab7-aecd-48cf-b835-3632c74c1f5f,revision_number=0']} {{(pid=99869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:56:05.271242 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-01637e5d-89d8-4649-af54-b1d507a15198 tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:56:05.342727 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.l3_dvr_db [None req-9cb43897-2dcd-41dc-9450-11a6cacac4e8 None None] Set router af00ec98-40d7-4eaf-bfbd-ee501ddf34b7 gateway port host: dv-cinder-772623-9-smb {{(pid=99870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 05:56:05.349542 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-01637e5d-89d8-4649-af54-b1d507a15198 tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:05.353849 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.wsgi [-] (99868) accepted ('10.222.0.11', 59886) {{(pid=99868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:56:05.354355 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [None req-01637e5d-89d8-4649-af54-b1d507a15198 tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3474989 Jun 17 05:56:05.366528 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.v2.base [None req-5901767a-df63-410c-8304-4dd0c6139566 tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] Request body: {'security_group_rule': {'security_group_id': '4a5752e7-a436-4587-89a1-b4e85b8d44a7', 'project_id': '558f827aa97540488c3f76e89d619401', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:56:05.520070 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-5901767a-df63-410c-8304-4dd0c6139566 tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:05.550765 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.l3_hamode_db [None req-9cb43897-2dcd-41dc-9450-11a6cacac4e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af00ec98-40d7-4eaf-bfbd-ee501ddf34b7', 'name': 'tempest-TestShelveInstance-1061752702-router', 'tenant_id': '5764dd937d954a379cbc80243eb8fa25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6', 'external_fixed_ips': [{'subnet_id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'ip_address': '172.28.2.42'}], 'enable_snat': True}, 'gw_port_id': '2d58671b-6587-4cb1-8ec3-3cb83125922a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T05:55:58Z', 'updated_at': '2021-06-17T05:56:02Z', 'revision_number': 4, 'project_id': '5764dd937d954a379cbc80243eb8fa25', 'gw_port': {'id': '2d58671b-6587-4cb1-8ec3-3cb83125922a', 'name': '', 'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:48:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af00ec98-40d7-4eaf-bfbd-ee501ddf34b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'ip_address': '172.28.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:55:58Z', 'updated_at': '2021-06-17T05:56:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-smb', '_interfaces': [{'id': '4b7a1ab6-9881-4d84-96ec-2ad41bc5c422', 'name': '', 'network_id': '135c3c03-ca14-4919-98cc-8a58e0375b75', 'tenant_id': '5764dd937d954a379cbc80243eb8fa25', 'mac_address': 'fa:16:3e:ac:e7:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af00ec98-40d7-4eaf-bfbd-ee501ddf34b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'd51fe23f-bc90-41e5-bf29-0a51358384b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:56:01Z', 'updated_at': '2021-06-17T05:56:05Z', 'revision_number': 4, 'project_id': '5764dd937d954a379cbc80243eb8fa25', 'subnets': [{'id': 'd51fe23f-bc90-41e5-bf29-0a51358384b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-9-smb', False) {} {{(pid=99870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:56:05.577479 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb43897-2dcd-41dc-9450-11a6cacac4e8 None None] The sync data for ids ['af00ec98-40d7-4eaf-bfbd-ee501ddf34b7'] in dv-cinder-772623-9-smb is: [{'id': 'af00ec98-40d7-4eaf-bfbd-ee501ddf34b7', 'name': 'tempest-TestShelveInstance-1061752702-router', 'tenant_id': '5764dd937d954a379cbc80243eb8fa25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6', 'external_fixed_ips': [{'subnet_id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'ip_address': '172.28.2.42'}], 'enable_snat': True}, 'gw_port_id': '2d58671b-6587-4cb1-8ec3-3cb83125922a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T05:55:58Z', 'updated_at': '2021-06-17T05:56:02Z', 'revision_number': 4, 'project_id': '5764dd937d954a379cbc80243eb8fa25', 'gw_port': {'id': '2d58671b-6587-4cb1-8ec3-3cb83125922a', 'name': '', 'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:48:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af00ec98-40d7-4eaf-bfbd-ee501ddf34b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'ip_address': '172.28.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:55:58Z', 'updated_at': '2021-06-17T05:56:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-smb', '_interfaces': [{'id': '4b7a1ab6-9881-4d84-96ec-2ad41bc5c422', 'name': '', 'network_id': '135c3c03-ca14-4919-98cc-8a58e0375b75', 'tenant_id': '5764dd937d954a379cbc80243eb8fa25', 'mac_address': 'fa:16:3e:ac:e7:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af00ec98-40d7-4eaf-bfbd-ee501ddf34b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'd51fe23f-bc90-41e5-bf29-0a51358384b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:56:01Z', 'updated_at': '2021-06-17T05:56:05Z', 'revision_number': 4, 'project_id': '5764dd937d954a379cbc80243eb8fa25', 'subnets': [{'id': 'd51fe23f-bc90-41e5-bf29-0a51358384b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 05:56:05.589783 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-5901767a-df63-410c-8304-4dd0c6139566 tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:05.667703 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-5901767a-df63-410c-8304-4dd0c6139566 tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481033'] for security_group_rule, after_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:05.673327 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-6c9af4e9-d19a-445c-aabd-26a9ac54c2b8 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:56:05.690740 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5901767a-df63-410c-8304-4dd0c6139566 tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05f24f9f-3bc2-41b7-b2e3-d8cb83748078,revision_number=0']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:56:05.694795 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-5901767a-df63-410c-8304-4dd0c6139566 tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:56:05.759540 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-5901767a-df63-410c-8304-4dd0c6139566 tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:05.761160 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [None req-5901767a-df63-410c-8304-4dd0c6139566 tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4054284 Jun 17 05:56:05.763692 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.wsgi [-] (99868) accepted ('10.222.0.11', 59888) {{(pid=99868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:56:05.768474 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.v2.base [None req-a9a3427d-df16-46eb-ac09-945bcb35c046 tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] Request body: {'security_group_rule': {'security_group_id': '4a5752e7-a436-4587-89a1-b4e85b8d44a7', 'project_id': '558f827aa97540488c3f76e89d619401', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:56:05.852825 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.db.securitygroups_db [None req-a9a3427d-df16-46eb-ac09-945bcb35c046 tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] Project 558f827aa97540488c3f76e89d619401 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 17 05:56:05.858559 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-a9a3427d-df16-46eb-ac09-945bcb35c046 tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:05.923606 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-a9a3427d-df16-46eb-ac09-945bcb35c046 tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:06.016148 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-a9a3427d-df16-46eb-ac09-945bcb35c046 tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481033'] for security_group_rule, after_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:06.020430 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:56:06.036408 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a3427d-df16-46eb-ac09-945bcb35c046 tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fface34-3d8e-4c1c-b97b-7a733bf5832e,revision_number=0']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:56:06.040210 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-a9a3427d-df16-46eb-ac09-945bcb35c046 tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:56:06.103432 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-a9a3427d-df16-46eb-ac09-945bcb35c046 tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:06.104495 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [None req-a9a3427d-df16-46eb-ac09-945bcb35c046 tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3397803 Jun 17 05:56:06.107353 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.wsgi [-] (99868) accepted ('10.222.0.11', 59894) {{(pid=99868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:56:06.111844 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.v2.base [None req-5269cd52-3e85-4c9f-bb35-1743dff593f7 tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] Request body: {'security_group_rule': {'security_group_id': '4a5752e7-a436-4587-89a1-b4e85b8d44a7', 'project_id': '558f827aa97540488c3f76e89d619401', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:56:06.199477 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.db.securitygroups_db [None req-5269cd52-3e85-4c9f-bb35-1743dff593f7 tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] Project 558f827aa97540488c3f76e89d619401 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 17 05:56:06.204881 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-5269cd52-3e85-4c9f-bb35-1743dff593f7 tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:06.279859 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-5269cd52-3e85-4c9f-bb35-1743dff593f7 tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:06.407151 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-5269cd52-3e85-4c9f-bb35-1743dff593f7 tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481033'] for security_group_rule, after_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:06.409954 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:56:06.426043 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5269cd52-3e85-4c9f-bb35-1743dff593f7 tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a0aced0-66b6-4d83-9017-dad077c1bf33,revision_number=0']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:56:06.428550 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-5269cd52-3e85-4c9f-bb35-1743dff593f7 tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:56:06.519357 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-5269cd52-3e85-4c9f-bb35-1743dff593f7 tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:06.522551 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [None req-5269cd52-3e85-4c9f-bb35-1743dff593f7 tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4122682 Jun 17 05:56:07.012514 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Device 4b7a1ab6-9881-4d84-96ec-2ad41bc5c422 up at agent ovs-agent-dv-cinder-772623-9-smb {{(pid=99870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 05:56:07.158957 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.provisioning_blocks [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Provisioning for port 4b7a1ab6-9881-4d84-96ec-2ad41bc5c422 completed by entity L2. {{(pid=99870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 05:56:07.162687 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.provisioning_blocks [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Provisioning complete for port 4b7a1ab6-9881-4d84-96ec-2ad41bc5c422 triggered by entity L2. {{(pid=99870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 05:56:07.163094 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551367'] for port, provisioning_complete {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:07.236599 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1464132'] for port, before_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:07.268782 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.db [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] For port 4b7a1ab6-9881-4d84-96ec-2ad41bc5c422, host dv-cinder-772623-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-9-smb',level=0,port_id=4b7a1ab6-9881-4d84-96ec-2ad41bc5c422,segment=NetworkSegment(0cd5d4e6-6002-41e4-a369-915ed1e75a5c),segment_id=0cd5d4e6-6002-41e4-a369-915ed1e75a5c)] {{(pid=99870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:56:07.372274 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773697962343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773697504561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773697504606'] for port, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:07.375793 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [None req-6668bcf9-9bde-44d6-a37f-09f11330b793 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:56:07.425795 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Pushing event updated for resources: {'Port': ['ID=4b7a1ab6-9881-4d84-96ec-2ad41bc5c422,revision_number=5']} {{(pid=99870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:56:07.428926 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:56:08.873544 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-9c7a9aa9-65ab-4ff8-8846-99b7e1039492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:08.907361 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.wsgi [-] (99869) accepted ('10.222.0.11', 59978) {{(pid=99869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:56:08.988160 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Device 4b7a1ab6-9881-4d84-96ec-2ad41bc5c422 up at agent ovs-agent-dv-cinder-772623-9-smb {{(pid=99870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 05:56:09.039767 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.provisioning_blocks [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Provisioning complete for port 4b7a1ab6-9881-4d84-96ec-2ad41bc5c422 triggered by entity L2. {{(pid=99870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 05:56:09.040145 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551367'] for port, provisioning_complete {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:09.384295 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd01d4f-a20d-430b-974f-374260099302 req-883ac766-d152-4267-a805-65b9b83f8fcb tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:56:09.386043 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-cbd01d4f-a20d-430b-974f-374260099302 req-883ac766-d152-4267-a805-65b9b83f8fcb tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/ports?device_id=89daf3b0-91da-40ba-b0d0-ef0e80a9ba79 HTTP/1.1" status: 200 len: 946 time: 0.0700109 Jun 17 05:56:09.424536 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-cbd01d4f-a20d-430b-974f-374260099302 req-15923bf6-ca07-4f70-b685-80cf3b67f9d4 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/security-groups?id=8905ba84-829b-4ccb-a5e8-0db6da435808&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325341 Jun 17 05:56:09.625132 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-903086b1-9c54-404f-b620-ac0ca6435af7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-494334'] for router_interface, before_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:09.867232 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.plugins.ml2.plugin [None req-903086b1-9c54-404f-b620-ac0ca6435af7 admin admin] Deleting port b6572487-a99a-40ba-9c27-0bc1d8ccde1b {{(pid=99869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 05:56:09.867567 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-903086b1-9c54-404f-b620-ac0ca6435af7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773697957277'] for port, before_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:09.946236 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.plugins.ml2.db [None req-903086b1-9c54-404f-b620-ac0ca6435af7 admin admin] For port b6572487-a99a-40ba-9c27-0bc1d8ccde1b, host dv-cinder-772623-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-9-smb',level=0,port_id=b6572487-a99a-40ba-9c27-0bc1d8ccde1b,segment=NetworkSegment(de5ee00f-2b8c-4637-b4a3-528ee36727c1),segment_id=de5ee00f-2b8c-4637-b4a3-528ee36727c1)] {{(pid=99869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:56:09.946857 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-903086b1-9c54-404f-b620-ac0ca6435af7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429017'] for port, precommit_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:10.021631 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.plugins.ml2.plugin [None req-903086b1-9c54-404f-b620-ac0ca6435af7 admin admin] Calling delete_port for b6572487-a99a-40ba-9c27-0bc1d8ccde1b owned by network:router_interface {{(pid=99869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 05:56:10.315400 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-903086b1-9c54-404f-b620-ac0ca6435af7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773697962361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773697504552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565517'] for port, after_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:10.317547 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-5261bbf8-6ebd-43f7-9785-645d401c4dc2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:56:10.339902 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903086b1-9c54-404f-b620-ac0ca6435af7 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6572487-a99a-40ba-9c27-0bc1d8ccde1b,revision_number=None']} {{(pid=99869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:56:10.343632 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-903086b1-9c54-404f-b620-ac0ca6435af7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:56:10.532692 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-903086b1-9c54-404f-b620-ac0ca6435af7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-494186'] for router_interface, after_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:10.689828 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ac67b6-c81a-4245-88b2-d615a4b6e35c req-cdc2fa58-1ab1-40df-be59-0dbd0333ca87 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:56:10.691174 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-f5ac67b6-c81a-4245-88b2-d615a4b6e35c req-cdc2fa58-1ab1-40df-be59-0dbd0333ca87 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/ports?device_id=89daf3b0-91da-40ba-b0d0-ef0e80a9ba79 HTTP/1.1" status: 200 len: 946 time: 0.1133816 Jun 17 05:56:10.748232 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4a8563-aff2-4a80-a2fb-c95dc6361baf req-e33ad733-9fa1-43c7-852a-1a1ae2aedc5b tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:56:10.749652 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-df4a8563-aff2-4a80-a2fb-c95dc6361baf req-e33ad733-9fa1-43c7-852a-1a1ae2aedc5b tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.13 "GET /v2.0/ports?device_id=89daf3b0-91da-40ba-b0d0-ef0e80a9ba79 HTTP/1.1" status: 200 len: 946 time: 0.0652256 Jun 17 05:56:10.795918 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-f5ac67b6-c81a-4245-88b2-d615a4b6e35c req-31b80a86-eaf3-4769-9f9f-c346a71b0799 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/security-groups?id=8905ba84-829b-4ccb-a5e8-0db6da435808&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710063 Jun 17 05:56:10.827249 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-903086b1-9c54-404f-b620-ac0ca6435af7 admin admin] Router 09517ed6-23ba-44bf-9de7-0b9502a86dba has already been hosted by L3 agent 81965deb-4354-4283-a756-7d5d3a21a742 {{(pid=99869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 05:56:10.936070 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-903086b1-9c54-404f-b620-ac0ca6435af7 admin admin] Notify agent at l3_agent.dv-cinder-772623-9-smb the message routers_updated {{(pid=99869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 05:56:10.945077 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [None req-903086b1-9c54-404f-b620-ac0ca6435af7 admin admin] 10.222.0.11 "PUT /v2.0/routers/09517ed6-23ba-44bf-9de7-0b9502a86dba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0345898 Jun 17 05:56:10.945318 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.wsgi [-] (99869) accepted ('10.222.0.11', 59990) {{(pid=99869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:56:10.952102 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65bf963d-a187-4a1e-b93a-5e392eb32567 None None] Sync routers for ids ['09517ed6-23ba-44bf-9de7-0b9502a86dba'] in dv-cinder-772623-9-smb {{(pid=99870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 05:56:10.987765 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65bf963d-a187-4a1e-b93a-5e392eb32567 None None] Routers {'09517ed6-23ba-44bf-9de7-0b9502a86dba'} bound to L3 agent in host dv-cinder-772623-9-smb {{(pid=99870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 05:56:10.988403 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.l3_hamode_db [None req-65bf963d-a187-4a1e-b93a-5e392eb32567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T05:41:12Z,description=,heartbeat_timestamp=2021-06-17T05:55:42Z,host='dv-cinder-772623-9-smb',id=81965deb-4354-4283-a756-7d5d3a21a742,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T05:41:12Z,topic='l3_agent')) {'router_ids': ['09517ed6-23ba-44bf-9de7-0b9502a86dba'], 'active': True} {{(pid=99870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:56:11.068964 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-992181a1-72f4-4c37-aecd-6699df4593aa admin admin] Notify callbacks [] for router, before_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:11.106540 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.l3_dvr_db [None req-65bf963d-a187-4a1e-b93a-5e392eb32567 None None] Set router 09517ed6-23ba-44bf-9de7-0b9502a86dba gateway port host: dv-cinder-772623-9-smb {{(pid=99870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 05:56:11.147964 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.plugin [req-df4a8563-aff2-4a80-a2fb-c95dc6361baf req-b203f8a3-84c3-45e0-af8b-79ab4ebe1b5f tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Deleting port a111c385-9356-4949-a45e-0af39abb1cbf {{(pid=99868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 05:56:11.148294 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-df4a8563-aff2-4a80-a2fb-c95dc6361baf req-b203f8a3-84c3-45e0-af8b-79ab4ebe1b5f tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773697957277'] for port, before_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:11.178642 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-992181a1-72f4-4c37-aecd-6699df4593aa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:11.237767 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.db [req-df4a8563-aff2-4a80-a2fb-c95dc6361baf req-b203f8a3-84c3-45e0-af8b-79ab4ebe1b5f tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] For port a111c385-9356-4949-a45e-0af39abb1cbf, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=a111c385-9356-4949-a45e-0af39abb1cbf,segment=NetworkSegment(81591838-08f0-432e-af25-79981cd4b7ed),segment_id=81591838-08f0-432e-af25-79981cd4b7ed)] {{(pid=99868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:56:11.238039 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-df4a8563-aff2-4a80-a2fb-c95dc6361baf req-b203f8a3-84c3-45e0-af8b-79ab4ebe1b5f tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429017'] for port, precommit_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:11.303982 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.plugins.ml2.plugin [None req-992181a1-72f4-4c37-aecd-6699df4593aa admin admin] Deleting port 590bfe21-27a0-42e8-8f9e-850438dd9d11 {{(pid=99869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 05:56:11.304326 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-992181a1-72f4-4c37-aecd-6699df4593aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773697957277'] for port, before_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:11.319860 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.l3_hamode_db [None req-65bf963d-a187-4a1e-b93a-5e392eb32567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09517ed6-23ba-44bf-9de7-0b9502a86dba', 'name': 'tempest-AttachVolumeTestJSON-1155783651-router', 'tenant_id': 'ae0a24f5f1a8477e9911aebfa109b499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6', 'external_fixed_ips': [{'subnet_id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'ip_address': '172.28.2.106'}], 'enable_snat': True}, 'gw_port_id': '590bfe21-27a0-42e8-8f9e-850438dd9d11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T05:50:24Z', 'updated_at': '2021-06-17T05:56:10Z', 'revision_number': 5, 'project_id': 'ae0a24f5f1a8477e9911aebfa109b499', 'gw_port': {'id': '590bfe21-27a0-42e8-8f9e-850438dd9d11', 'name': '', 'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:a7:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09517ed6-23ba-44bf-9de7-0b9502a86dba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'ip_address': '172.28.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:50:25Z', 'updated_at': '2021-06-17T05:50:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-smb'}], 'dv-cinder-772623-9-smb', False) {} {{(pid=99870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:56:11.359145 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65bf963d-a187-4a1e-b93a-5e392eb32567 None None] Checking router: 09517ed6-23ba-44bf-9de7-0b9502a86dba for host: dv-cinder-772623-9-smb {{(pid=99870) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 05:56:11.378954 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65bf963d-a187-4a1e-b93a-5e392eb32567 None None] Routers {'09517ed6-23ba-44bf-9de7-0b9502a86dba'} bound to L3 agent in host dv-cinder-772623-9-smb {{(pid=99870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 05:56:11.379856 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.l3_hamode_db [None req-65bf963d-a187-4a1e-b93a-5e392eb32567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T05:41:12Z,description=,heartbeat_timestamp=2021-06-17T05:55:42Z,host='dv-cinder-772623-9-smb',id=81965deb-4354-4283-a756-7d5d3a21a742,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T05:41:12Z,topic='l3_agent')) {'router_ids': ['09517ed6-23ba-44bf-9de7-0b9502a86dba'], 'active': True} {{(pid=99870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:56:11.414193 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.plugins.ml2.db [None req-992181a1-72f4-4c37-aecd-6699df4593aa admin admin] For port 590bfe21-27a0-42e8-8f9e-850438dd9d11, host dv-cinder-772623-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-9-smb',level=0,port_id=590bfe21-27a0-42e8-8f9e-850438dd9d11,segment=NetworkSegment(5df065dd-7136-4632-92ed-7b0e1f2019c5),segment_id=5df065dd-7136-4632-92ed-7b0e1f2019c5)] {{(pid=99869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:56:11.414620 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-992181a1-72f4-4c37-aecd-6699df4593aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429017'] for port, precommit_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:11.440028 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-df4a8563-aff2-4a80-a2fb-c95dc6361baf req-b203f8a3-84c3-45e0-af8b-79ab4ebe1b5f tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:11.440395 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-df4a8563-aff2-4a80-a2fb-c95dc6361baf req-b203f8a3-84c3-45e0-af8b-79ab4ebe1b5f tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-422873'] for floatingip, after_update {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:11.440711 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.db.l3_db [req-df4a8563-aff2-4a80-a2fb-c95dc6361baf req-b203f8a3-84c3-45e0-af8b-79ab4ebe1b5f tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Floating IP 0d93ea5e-782c-4ff6-9159-8c68801089a0 disassociated. External IP: 172.28.2.213, port: a111c385-9356-4949-a45e-0af39abb1cbf. Jun 17 05:56:11.441062 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.plugin [req-df4a8563-aff2-4a80-a2fb-c95dc6361baf req-b203f8a3-84c3-45e0-af8b-79ab4ebe1b5f tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Calling delete_port for a111c385-9356-4949-a45e-0af39abb1cbf owned by compute:nova {{(pid=99868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 05:56:11.469675 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.l3_dvr_db [None req-65bf963d-a187-4a1e-b93a-5e392eb32567 None None] Set router 09517ed6-23ba-44bf-9de7-0b9502a86dba gateway port host: None {{(pid=99870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 05:56:11.486556 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.plugins.ml2.plugin [None req-992181a1-72f4-4c37-aecd-6699df4593aa admin admin] Calling delete_port for 590bfe21-27a0-42e8-8f9e-850438dd9d11 owned by network:router_gateway {{(pid=99869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 05:56:11.545504 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.l3_hamode_db [None req-65bf963d-a187-4a1e-b93a-5e392eb32567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09517ed6-23ba-44bf-9de7-0b9502a86dba', 'name': 'tempest-AttachVolumeTestJSON-1155783651-router', 'tenant_id': 'ae0a24f5f1a8477e9911aebfa109b499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T05:50:24Z', 'updated_at': '2021-06-17T05:56:11Z', 'revision_number': 6, 'project_id': 'ae0a24f5f1a8477e9911aebfa109b499', 'gw_port_host': None}], 'dv-cinder-772623-9-smb', False) {} {{(pid=99870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:56:11.600009 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65bf963d-a187-4a1e-b93a-5e392eb32567 None None] The sync data for ids ['09517ed6-23ba-44bf-9de7-0b9502a86dba'] in dv-cinder-772623-9-smb is: [{'id': '09517ed6-23ba-44bf-9de7-0b9502a86dba', 'name': 'tempest-AttachVolumeTestJSON-1155783651-router', 'tenant_id': 'ae0a24f5f1a8477e9911aebfa109b499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T05:50:24Z', 'updated_at': '2021-06-17T05:56:11Z', 'revision_number': 6, 'project_id': 'ae0a24f5f1a8477e9911aebfa109b499', 'gw_port_host': None}] {{(pid=99870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 05:56:11.687197 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-0754f220-ee29-46fe-b563-0a4f100be194 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:11.755008 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-df4a8563-aff2-4a80-a2fb-c95dc6361baf req-b203f8a3-84c3-45e0-af8b-79ab4ebe1b5f tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773697962361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773697504552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2882495'] for port, after_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:11.755599 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:11.759908 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-d57e1e8e-55c7-4329-b082-bd36966595ba service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:56:11.785963 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b203f8a3-84c3-45e0-af8b-79ab4ebe1b5f tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Pushing event deleted for resources: {'Port': ['ID=a111c385-9356-4949-a45e-0af39abb1cbf,revision_number=None']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:56:11.789017 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-b203f8a3-84c3-45e0-af8b-79ab4ebe1b5f tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:56:11.791331 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-992181a1-72f4-4c37-aecd-6699df4593aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773697962361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773697504552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565517'] for port, after_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:11.794819 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-903086b1-9c54-404f-b620-ac0ca6435af7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:56:11.826633 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992181a1-72f4-4c37-aecd-6699df4593aa admin admin] Pushing event deleted for resources: {'Port': ['ID=590bfe21-27a0-42e8-8f9e-850438dd9d11,revision_number=None']} {{(pid=99869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:56:11.835507 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-992181a1-72f4-4c37-aecd-6699df4593aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:56:11.894518 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-992181a1-72f4-4c37-aecd-6699df4593aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-422697'] for router_gateway, after_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:11.911306 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.scheduler.l3_agent_scheduler [req-df4a8563-aff2-4a80-a2fb-c95dc6361baf req-b203f8a3-84c3-45e0-af8b-79ab4ebe1b5f tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Router cab49153-e75d-4734-9c79-b42bb5d458a6 has already been hosted by L3 agent 81965deb-4354-4283-a756-7d5d3a21a742 {{(pid=99868) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 05:56:12.008602 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-bd637729-85cc-476e-bb11-610b9ab1217e req-063cc1d5-fad8-4c69-bd50-24d8a571d1d3 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/ports?device_id=89daf3b0-91da-40ba-b0d0-ef0e80a9ba79 HTTP/1.1" status: 200 len: 210 time: 0.0558689 Jun 17 05:56:12.014230 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-992181a1-72f4-4c37-aecd-6699df4593aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-366954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2762'] for router, precommit_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:12.016558 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-992181a1-72f4-4c37-aecd-6699df4593aa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:12.048419 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-df4a8563-aff2-4a80-a2fb-c95dc6361baf req-b203f8a3-84c3-45e0-af8b-79ab4ebe1b5f tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Notify agent at l3_agent.dv-cinder-772623-9-smb the message routers_updated {{(pid=99868) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 05:56:12.071912 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7133e5-84ed-4e3c-80c4-5d1ee7cb0867 None None] Sync routers for ids ['cab49153-e75d-4734-9c79-b42bb5d458a6'] in dv-cinder-772623-9-smb {{(pid=99871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 05:56:12.086359 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7133e5-84ed-4e3c-80c4-5d1ee7cb0867 None None] Routers {'cab49153-e75d-4734-9c79-b42bb5d458a6'} bound to L3 agent in host dv-cinder-772623-9-smb {{(pid=99871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 05:56:12.087020 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.db.l3_hamode_db [None req-bf7133e5-84ed-4e3c-80c4-5d1ee7cb0867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T05:41:12Z,description=,heartbeat_timestamp=2021-06-17T05:56:12Z,host='dv-cinder-772623-9-smb',id=81965deb-4354-4283-a756-7d5d3a21a742,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T05:41:12Z,topic='l3_agent')) {'router_ids': ['cab49153-e75d-4734-9c79-b42bb5d458a6'], 'active': True} {{(pid=99871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:56:12.099535 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.db.l3_dvrscheduler_db [req-df4a8563-aff2-4a80-a2fb-c95dc6361baf req-b203f8a3-84c3-45e0-af8b-79ab4ebe1b5f tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] No DVR routers for this DVR port a111c385-9356-4949-a45e-0af39abb1cbf on host hv-cinder-77262 {{(pid=99868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 05:56:12.102281 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-df4a8563-aff2-4a80-a2fb-c95dc6361baf req-b203f8a3-84c3-45e0-af8b-79ab4ebe1b5f tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-860254'] for port, before_response {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:12.105221 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-df4a8563-aff2-4a80-a2fb-c95dc6361baf req-b203f8a3-84c3-45e0-af8b-79ab4ebe1b5f tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.13 "DELETE /v2.0/ports/a111c385-9356-4949-a45e-0af39abb1cbf HTTP/1.1" status: 204 len: 173 time: 1.3498960 Jun 17 05:56:12.105750 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89daf3b0-91da-40ba-b0d0-ef0e80a9ba79', 'name': 'network-vif-deleted', 'tag': 'a111c385-9356-4949-a45e-0af39abb1cbf'}] {{(pid=99868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 05:56:12.108714 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8d1bbba7808a8cca0df1ca407b71cd1cd2965420825a4b8dd9215cbcd05a37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c13486c-3267-49bf-a795-19b049464ed3" -d '{"events": [{"server_uuid": "89daf3b0-91da-40ba-b0d0-ef0e80a9ba79", "name": "network-vif-deleted", "tag": "a111c385-9356-4949-a45e-0af39abb1cbf"}]}' {{(pid=99868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 05:56:12.153248 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 05:56:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecbbdce8-0aa0-4acd-bb41-23039a29399d x-openstack-request-id: req-ecbbdce8-0aa0-4acd-bb41-23039a29399d {{(pid=99868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 05:56:12.153586 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89daf3b0-91da-40ba-b0d0-ef0e80a9ba79", "name": "network-vif-deleted", "tag": "a111c385-9356-4949-a45e-0af39abb1cbf", "status": "completed", "code": 200}]} {{(pid=99868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 05:56:12.153881 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ecbbdce8-0aa0-4acd-bb41-23039a29399d {{(pid=99868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 05:56:12.154364 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89daf3b0-91da-40ba-b0d0-ef0e80a9ba79', 'name': 'network-vif-deleted', 'tag': 'a111c385-9356-4949-a45e-0af39abb1cbf', 'status': 'completed', 'code': 200} Jun 17 05:56:12.187684 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-992181a1-72f4-4c37-aecd-6699df4593aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-432739'] for router, after_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:12.192495 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-992181a1-72f4-4c37-aecd-6699df4593aa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 09517ed6-23ba-44bf-9de7-0b9502a86dba {{(pid=99869) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 05:56:12.193145 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-992181a1-72f4-4c37-aecd-6699df4593aa admin admin] Notify callbacks [] for router, before_response {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:12.196623 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [None req-992181a1-72f4-4c37-aecd-6699df4593aa admin admin] 10.222.0.11 "DELETE /v2.0/routers/09517ed6-23ba-44bf-9de7-0b9502a86dba HTTP/1.1" status: 204 len: 168 time: 1.2480872 Jun 17 05:56:12.197528 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.wsgi [-] (99868) accepted ('10.222.0.11', 59998) {{(pid=99868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:56:12.208962 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.db.l3_dvr_db [None req-bf7133e5-84ed-4e3c-80c4-5d1ee7cb0867 None None] Set router cab49153-e75d-4734-9c79-b42bb5d458a6 gateway port host: dv-cinder-772623-9-smb {{(pid=99871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 05:56:12.250077 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.db.db_base_plugin_v2 [None req-a443447b-bb3a-4080-b794-29838d74b5ae admin admin] Deleting subnet 35c614e0-7ac4-483c-87c5-4f794e2b1be8 {{(pid=99868) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 05:56:12.253922 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-a443447b-bb3a-4080-b794-29838d74b5ae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:12.293997 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-a443447b-bb3a-4080-b794-29838d74b5ae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26391911'] for subnet, precommit_delete_associations {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:12.378925 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-a443447b-bb3a-4080-b794-29838d74b5ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1554961'] for subnet, precommit_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:12.466654 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.db.l3_hamode_db [None req-bf7133e5-84ed-4e3c-80c4-5d1ee7cb0867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cab49153-e75d-4734-9c79-b42bb5d458a6', 'name': 'tempest-AttachVolumeShelveTestJSON-163353205-router', 'tenant_id': '33f2c29736bb40d78fad571bf0a20025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6', 'external_fixed_ips': [{'subnet_id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'ip_address': '172.28.2.29'}], 'enable_snat': True}, 'gw_port_id': '851994bd-1c9c-4306-8c67-b6cd01bb0088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T05:49:26Z', 'updated_at': '2021-06-17T05:49:33Z', 'revision_number': 4, 'project_id': '33f2c29736bb40d78fad571bf0a20025', 'gw_port': {'id': '851994bd-1c9c-4306-8c67-b6cd01bb0088', 'name': '', 'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:7c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab49153-e75d-4734-9c79-b42bb5d458a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'ip_address': '172.28.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:49:27Z', 'updated_at': '2021-06-17T05:49:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-smb', '_interfaces': [{'id': 'f99b02ba-19d8-43e8-90e4-3bc6728b5cdf', 'name': '', 'network_id': '1b25af0c-7521-4ee5-941d-fb951a7e4542', 'tenant_id': '33f2c29736bb40d78fad571bf0a20025', 'mac_address': 'fa:16:3e:ed:ef:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab49153-e75d-4734-9c79-b42bb5d458a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'f3d724f9-6f99-4efc-a641-a453b34c57ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:49:32Z', 'updated_at': '2021-06-17T05:49:41Z', 'revision_number': 5, 'project_id': '33f2c29736bb40d78fad571bf0a20025', 'subnets': [{'id': 'f3d724f9-6f99-4efc-a641-a453b34c57ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-9-smb', False) {} {{(pid=99871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:56:12.496370 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7133e5-84ed-4e3c-80c4-5d1ee7cb0867 None None] Checking router: cab49153-e75d-4734-9c79-b42bb5d458a6 for host: dv-cinder-772623-9-smb {{(pid=99871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 05:56:12.505613 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7133e5-84ed-4e3c-80c4-5d1ee7cb0867 None None] Routers {'cab49153-e75d-4734-9c79-b42bb5d458a6'} bound to L3 agent in host dv-cinder-772623-9-smb {{(pid=99871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 05:56:12.506236 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.db.l3_hamode_db [None req-bf7133e5-84ed-4e3c-80c4-5d1ee7cb0867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T05:41:12Z,description=,heartbeat_timestamp=2021-06-17T05:56:12Z,host='dv-cinder-772623-9-smb',id=81965deb-4354-4283-a756-7d5d3a21a742,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T05:41:12Z,topic='l3_agent')) {'router_ids': ['cab49153-e75d-4734-9c79-b42bb5d458a6'], 'active': True} {{(pid=99871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:56:12.514975 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-e4a25698-dc7e-488a-a9c3-c2b55bed5747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:12.538320 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-a443447b-bb3a-4080-b794-29838d74b5ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1554968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2882373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26633777'] for subnet, after_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:12.541123 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-c4dd194b-e217-4a25-90ea-0a8923b65b96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:56:12.565152 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a443447b-bb3a-4080-b794-29838d74b5ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35c614e0-7ac4-483c-87c5-4f794e2b1be8,revision_number=None']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:56:12.568047 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-a443447b-bb3a-4080-b794-29838d74b5ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:56:12.569157 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-a443447b-bb3a-4080-b794-29838d74b5ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564043'] for subnet, before_response {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:12.573723 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [None req-a443447b-bb3a-4080-b794-29838d74b5ae admin admin] 10.222.0.11 "DELETE /v2.0/subnets/35c614e0-7ac4-483c-87c5-4f794e2b1be8 HTTP/1.1" status: 204 len: 168 time: 0.3716314 Jun 17 05:56:12.574422 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.wsgi [-] (99868) accepted ('10.222.0.11', 60000) {{(pid=99868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:56:12.577145 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9350ecf1-22d3-4f40-912d-524fb3f29b4e None None] Network c6577bd9-88ee-45e9-b1f3-3f9c3f74b7c9 requested from dv-cinder-772623-9-smb {{(pid=99870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 05:56:12.634418 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.db.l3_dvr_db [None req-bf7133e5-84ed-4e3c-80c4-5d1ee7cb0867 None None] Set router cab49153-e75d-4734-9c79-b42bb5d458a6 gateway port host: dv-cinder-772623-9-smb {{(pid=99871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 05:56:12.663539 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-7038586b-cf0a-4754-873f-34be0a5b2371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1481875'] for network, before_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:12.758356 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.plugin [None req-7038586b-cf0a-4754-873f-34be0a5b2371 admin admin] Deleting port bc9f0ca6-07dc-436c-a996-63ba5aded0b5 {{(pid=99868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 05:56:12.758356 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-7038586b-cf0a-4754-873f-34be0a5b2371 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773697957277'] for port, before_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:12.832433 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b1a4d00-b906-4fb5-baa7-41f42c7aa8b8 None None] DHCP port deletion for c6577bd9-88ee-45e9-b1f3-3f9c3f74b7c9 request from dv-cinder-772623-9-smb {{(pid=99870) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 05:56:12.880221 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.db [None req-7038586b-cf0a-4754-873f-34be0a5b2371 admin admin] For port bc9f0ca6-07dc-436c-a996-63ba5aded0b5, host dv-cinder-772623-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-9-smb',level=0,port_id=bc9f0ca6-07dc-436c-a996-63ba5aded0b5,segment=NetworkSegment(de5ee00f-2b8c-4637-b4a3-528ee36727c1),segment_id=de5ee00f-2b8c-4637-b4a3-528ee36727c1)] {{(pid=99868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:56:12.880598 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-7038586b-cf0a-4754-873f-34be0a5b2371 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429017'] for port, precommit_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:12.882492 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.plugin [None req-6b1a4d00-b906-4fb5-baa7-41f42c7aa8b8 None None] Deleting port bc9f0ca6-07dc-436c-a996-63ba5aded0b5 {{(pid=99870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 05:56:12.883109 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-6b1a4d00-b906-4fb5-baa7-41f42c7aa8b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773697957277'] for port, before_delete {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:12.900478 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.db.l3_hamode_db [None req-bf7133e5-84ed-4e3c-80c4-5d1ee7cb0867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cab49153-e75d-4734-9c79-b42bb5d458a6', 'name': 'tempest-AttachVolumeShelveTestJSON-163353205-router', 'tenant_id': '33f2c29736bb40d78fad571bf0a20025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6', 'external_fixed_ips': [{'subnet_id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'ip_address': '172.28.2.29'}], 'enable_snat': True}, 'gw_port_id': '851994bd-1c9c-4306-8c67-b6cd01bb0088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T05:49:26Z', 'updated_at': '2021-06-17T05:49:33Z', 'revision_number': 4, 'project_id': '33f2c29736bb40d78fad571bf0a20025', 'gw_port': {'id': '851994bd-1c9c-4306-8c67-b6cd01bb0088', 'name': '', 'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:7c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab49153-e75d-4734-9c79-b42bb5d458a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'ip_address': '172.28.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:49:27Z', 'updated_at': '2021-06-17T05:49:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-smb', '_interfaces': [{'id': 'f99b02ba-19d8-43e8-90e4-3bc6728b5cdf', 'name': '', 'network_id': '1b25af0c-7521-4ee5-941d-fb951a7e4542', 'tenant_id': '33f2c29736bb40d78fad571bf0a20025', 'mac_address': 'fa:16:3e:ed:ef:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab49153-e75d-4734-9c79-b42bb5d458a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'f3d724f9-6f99-4efc-a641-a453b34c57ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:49:32Z', 'updated_at': '2021-06-17T05:49:41Z', 'revision_number': 5, 'project_id': '33f2c29736bb40d78fad571bf0a20025', 'subnets': [{'id': 'f3d724f9-6f99-4efc-a641-a453b34c57ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-9-smb', False) {} {{(pid=99871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:56:12.942634 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7133e5-84ed-4e3c-80c4-5d1ee7cb0867 None None] The sync data for ids ['cab49153-e75d-4734-9c79-b42bb5d458a6'] in dv-cinder-772623-9-smb is: [{'id': 'cab49153-e75d-4734-9c79-b42bb5d458a6', 'name': 'tempest-AttachVolumeShelveTestJSON-163353205-router', 'tenant_id': '33f2c29736bb40d78fad571bf0a20025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6', 'external_fixed_ips': [{'subnet_id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'ip_address': '172.28.2.29'}], 'enable_snat': True}, 'gw_port_id': '851994bd-1c9c-4306-8c67-b6cd01bb0088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T05:49:26Z', 'updated_at': '2021-06-17T05:49:33Z', 'revision_number': 4, 'project_id': '33f2c29736bb40d78fad571bf0a20025', 'gw_port': {'id': '851994bd-1c9c-4306-8c67-b6cd01bb0088', 'name': '', 'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:7c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab49153-e75d-4734-9c79-b42bb5d458a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'ip_address': '172.28.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:49:27Z', 'updated_at': '2021-06-17T05:49:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-smb', '_interfaces': [{'id': 'f99b02ba-19d8-43e8-90e4-3bc6728b5cdf', 'name': '', 'network_id': '1b25af0c-7521-4ee5-941d-fb951a7e4542', 'tenant_id': '33f2c29736bb40d78fad571bf0a20025', 'mac_address': 'fa:16:3e:ed:ef:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab49153-e75d-4734-9c79-b42bb5d458a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'f3d724f9-6f99-4efc-a641-a453b34c57ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:49:32Z', 'updated_at': '2021-06-17T05:49:41Z', 'revision_number': 5, 'project_id': '33f2c29736bb40d78fad571bf0a20025', 'subnets': [{'id': 'f3d724f9-6f99-4efc-a641-a453b34c57ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 05:56:12.968945 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.db [None req-6b1a4d00-b906-4fb5-baa7-41f42c7aa8b8 None None] For port bc9f0ca6-07dc-436c-a996-63ba5aded0b5, host dv-cinder-772623-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-9-smb',level=0,port_id=bc9f0ca6-07dc-436c-a996-63ba5aded0b5,segment=NetworkSegment(de5ee00f-2b8c-4637-b4a3-528ee36727c1),segment_id=de5ee00f-2b8c-4637-b4a3-528ee36727c1)] {{(pid=99870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:56:12.969821 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-6b1a4d00-b906-4fb5-baa7-41f42c7aa8b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429017'] for port, precommit_delete {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:12.971426 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.plugin [None req-7038586b-cf0a-4754-873f-34be0a5b2371 admin admin] Calling delete_port for bc9f0ca6-07dc-436c-a996-63ba5aded0b5 owned by network:dhcp {{(pid=99868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 05:56:13.033591 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Device b6572487-a99a-40ba-9c27-0bc1d8ccde1b no longer exists at agent ovs-agent-dv-cinder-772623-9-smb {{(pid=99870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 05:56:13.093978 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.plugin [None req-6b1a4d00-b906-4fb5-baa7-41f42c7aa8b8 None None] Calling delete_port for bc9f0ca6-07dc-436c-a996-63ba5aded0b5 owned by network:dhcp {{(pid=99870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 05:56:13.100277 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.plugin [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] No Port match for: b6572487-a99a-40ba-9c27-0bc1d8ccde1b {{(pid=99870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 05:56:13.100617 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Device b6572487-a99a-40ba-9c27-0bc1d8ccde1b not bound to the agent host dv-cinder-772623-9-smb {{(pid=99870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 05:56:13.101052 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Device bc9f0ca6-07dc-436c-a996-63ba5aded0b5 no longer exists at agent ovs-agent-dv-cinder-772623-9-smb {{(pid=99870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 05:56:13.180419 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-7038586b-cf0a-4754-873f-34be0a5b2371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773697962361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773697504552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2882495'] for port, after_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:13.200470 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-6c02a9a6-e567-4bb8-aadf-ba3bbd517a09 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:56:13.236481 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7038586b-cf0a-4754-873f-34be0a5b2371 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc9f0ca6-07dc-436c-a996-63ba5aded0b5,revision_number=None']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:56:13.239228 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-7038586b-cf0a-4754-873f-34be0a5b2371 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:56:13.241826 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-343c0911-a9b2-4e47-ab4a-d506acc2a10b req-1d1cad94-0f92-4d8b-9d54-030389099587 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/ports?device_id=89daf3b0-91da-40ba-b0d0-ef0e80a9ba79 HTTP/1.1" status: 200 len: 210 time: 0.0729761 Jun 17 05:56:13.247941 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7038586b-cf0a-4754-873f-34be0a5b2371 admin admin] No DVR routers for this DVR port bc9f0ca6-07dc-436c-a996-63ba5aded0b5 on host dv-cinder-772623-9-smb {{(pid=99868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 05:56:13.296100 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df53457c-2d75-4264-90cd-83af8dc6b6b3 None None] New status for floating IP 0d93ea5e-782c-4ff6-9159-8c68801089a0: DOWN {{(pid=99870) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 05:56:13.328990 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-7038586b-cf0a-4754-873f-34be0a5b2371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1553032', 'neutron.services.segments.db._delete_segments_for_network-8773697995057'] for network, precommit_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:13.339431 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.services.segments.db [None req-7038586b-cf0a-4754-873f-34be0a5b2371 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6577bd9-88ee-45e9-b1f3-3f9c3f74b7c9']}} {{(pid=99868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:56:13.349660 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.services.segments.db [None req-7038586b-cf0a-4754-873f-34be0a5b2371 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de5ee00f-2b8c-4637-b4a3-528ee36727c1') {'for_net_delete': True} {{(pid=99868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:56:13.349895 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.services.segments.db [None req-7038586b-cf0a-4754-873f-34be0a5b2371 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de5ee00f-2b8c-4637-b4a3-528ee36727c1') {} {{(pid=99868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:56:13.359046 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-7038586b-cf0a-4754-873f-34be0a5b2371 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773697993858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26391912'] for segment, before_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:13.372588 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-7038586b-cf0a-4754-873f-34be0a5b2371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589316'] for segment, precommit_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:13.378166 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7038586b-cf0a-4754-873f-34be0a5b2371 admin admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=99868) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 05:56:13.378542 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-7038586b-cf0a-4754-873f-34be0a5b2371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2882536'] for segment, after_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:13.380151 dv-cinder-772623-9-smb neutron-server[99868]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 05:56:13.380151 dv-cinder-772623-9-smb neutron-server[99868]: conditions |= (models_v2.Port.network_id.in_( Jun 17 05:56:13.380151 dv-cinder-772623-9-smb neutron-server[99868]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 05:56:13.380151 dv-cinder-772623-9-smb neutron-server[99868]: retrieve_revision_numbers = { Jun 17 05:56:13.380151 dv-cinder-772623-9-smb neutron-server[99868]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 05:56:13.380151 dv-cinder-772623-9-smb neutron-server[99868]: conditions |= (models_v2.Port.network_id.in_( Jun 17 05:56:13.380151 dv-cinder-772623-9-smb neutron-server[99868]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 05:56:13.380151 dv-cinder-772623-9-smb neutron-server[99868]: retrieve_revision_numbers = { Jun 17 05:56:13.380151 dv-cinder-772623-9-smb neutron-server[99868]: Traceback (most recent call last): Jun 17 05:56:13.380151 dv-cinder-772623-9-smb neutron-server[99868]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 05:56:13.380151 dv-cinder-772623-9-smb neutron-server[99868]: timer() Jun 17 05:56:13.380151 dv-cinder-772623-9-smb neutron-server[99868]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 05:56:13.380151 dv-cinder-772623-9-smb neutron-server[99868]: cb(*args, **kw) Jun 17 05:56:13.380151 dv-cinder-772623-9-smb neutron-server[99868]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 05:56:13.380151 dv-cinder-772623-9-smb neutron-server[99868]: return func(*args, **kwargs) Jun 17 05:56:13.380151 dv-cinder-772623-9-smb neutron-server[99868]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 05:56:13.380151 dv-cinder-772623-9-smb neutron-server[99868]: self._notify() Jun 17 05:56:13.380151 dv-cinder-772623-9-smb neutron-server[99868]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 05:56:13.380151 dv-cinder-772623-9-smb neutron-server[99868]: self.callback(batched_events) Jun 17 05:56:13.380151 dv-cinder-772623-9-smb neutron-server[99868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 05:56:13.380151 dv-cinder-772623-9-smb neutron-server[99868]: event.method(event) Jun 17 05:56:13.380151 dv-cinder-772623-9-smb neutron-server[99868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 05:56:13.380151 dv-cinder-772623-9-smb neutron-server[99868]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 05:56:13.380151 dv-cinder-772623-9-smb neutron-server[99868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 05:56:13.380151 dv-cinder-772623-9-smb neutron-server[99868]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 05:56:13.380151 dv-cinder-772623-9-smb neutron-server[99868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 05:56:13.380151 dv-cinder-772623-9-smb neutron-server[99868]: return f(self, *a, **k) Jun 17 05:56:13.380151 dv-cinder-772623-9-smb neutron-server[99868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 05:56:13.380151 dv-cinder-772623-9-smb neutron-server[99868]: return self._get(url).json() Jun 17 05:56:13.380151 dv-cinder-772623-9-smb neutron-server[99868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 05:56:13.380151 dv-cinder-772623-9-smb neutron-server[99868]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 05:56:13.380151 dv-cinder-772623-9-smb neutron-server[99868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 05:56:13.380151 dv-cinder-772623-9-smb neutron-server[99868]: return self.request(url, 'GET', **kwargs) Jun 17 05:56:13.380151 dv-cinder-772623-9-smb neutron-server[99868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 05:56:13.380151 dv-cinder-772623-9-smb neutron-server[99868]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 05:56:13.380151 dv-cinder-772623-9-smb neutron-server[99868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 05:56:13.380151 dv-cinder-772623-9-smb neutron-server[99868]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 05:56:13.380151 dv-cinder-772623-9-smb neutron-server[99868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 05:56:13.380151 dv-cinder-772623-9-smb neutron-server[99868]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 05:56:13.380151 dv-cinder-772623-9-smb neutron-server[99868]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 05:56:13.406589 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.db [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] No active binding found for port bc9f0ca6-07dc-436c-a996-63ba5aded0b5 {{(pid=99870) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jun 17 05:56:13.407168 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Device bc9f0ca6-07dc-436c-a996-63ba5aded0b5 not bound to the agent host dv-cinder-772623-9-smb {{(pid=99870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 05:56:13.407651 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Device 590bfe21-27a0-42e8-8f9e-850438dd9d11 no longer exists at agent ovs-agent-dv-cinder-772623-9-smb {{(pid=99870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 05:56:13.456456 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.plugin [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] No Port match for: 590bfe21-27a0-42e8-8f9e-850438dd9d11 {{(pid=99870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 05:56:13.456855 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Device 590bfe21-27a0-42e8-8f9e-850438dd9d11 not bound to the agent host dv-cinder-772623-9-smb {{(pid=99870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 05:56:13.463081 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-6b1a4d00-b906-4fb5-baa7-41f42c7aa8b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773697962361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773697504552'] for port, after_delete {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:13.465283 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:56:13.488206 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1a4d00-b906-4fb5-baa7-41f42c7aa8b8 None None] Pushing event deleted for resources: {'Port': ['ID=bc9f0ca6-07dc-436c-a996-63ba5aded0b5,revision_number=None']} {{(pid=99870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:56:13.490524 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [None req-6b1a4d00-b906-4fb5-baa7-41f42c7aa8b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:56:13.492869 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b1a4d00-b906-4fb5-baa7-41f42c7aa8b8 None None] No DVR routers for this DVR port bc9f0ca6-07dc-436c-a996-63ba5aded0b5 on host dv-cinder-772623-9-smb {{(pid=99870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 05:56:13.526857 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-7038586b-cf0a-4754-873f-34be0a5b2371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1553043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3713235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-564052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422727'] for network, after_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:13.533704 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-7038586b-cf0a-4754-873f-34be0a5b2371 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564043'] for network, before_response {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:13.533704 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [None req-7038586b-cf0a-4754-873f-34be0a5b2371 admin admin] 10.222.0.11 "DELETE /v2.0/networks/c6577bd9-88ee-45e9-b1f3-3f9c3f74b7c9 HTTP/1.1" status: 204 len: 168 time: 0.9579022 Jun 17 05:56:13.540390 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-765eb263-6614-4fd5-9fe4-f7ed1af65379 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:56:13.547718 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7038586b-cf0a-4754-873f-34be0a5b2371 admin admin] Pushing event deleted for resources: {'Network': ['ID=c6577bd9-88ee-45e9-b1f3-3f9c3f74b7c9,revision_number=None']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:56:13.550233 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-7038586b-cf0a-4754-873f-34be0a5b2371 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:56:13.776904 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Device a111c385-9356-4949-a45e-0af39abb1cbf no longer exists at agent hyperv_hv-cinder-77262 {{(pid=99870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 05:56:13.796054 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.plugin [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] No Port match for: a111c385-9356-4949-a45e-0af39abb1cbf {{(pid=99870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 05:56:13.796395 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Device a111c385-9356-4949-a45e-0af39abb1cbf not bound to the agent host hv-cinder-77262 {{(pid=99870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 05:56:13.927763 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.wsgi [-] (99869) accepted ('10.222.0.11', 60010) {{(pid=99869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:56:13.967153 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [None req-25ecc393-15dd-4065-9fc6-cb4ab9d459b5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ae0a24f5f1a8477e9911aebfa109b499&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0381577 Jun 17 05:56:13.969348 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.wsgi [-] (99869) accepted ('10.222.0.11', 60012) {{(pid=99869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:56:14.016275 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-a2c7055e-e552-4cd8-b199-0e745dd5f2c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:14.035613 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-a2c7055e-e552-4cd8-b199-0e745dd5f2c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:14.172440 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-a2c7055e-e552-4cd8-b199-0e745dd5f2c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:14.176201 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-a2c7055e-e552-4cd8-b199-0e745dd5f2c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:14.176312 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [None req-a2c7055e-e552-4cd8-b199-0e745dd5f2c2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ad3694a9-44b5-4c4e-8ccd-12704d96cb91 HTTP/1.1" status: 204 len: 168 time: 0.2059681 Jun 17 05:56:14.177181 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-4f51174f-97e6-4dca-bc63-9c2914dbda19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:56:14.185394 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c7055e-e552-4cd8-b199-0e745dd5f2c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad3694a9-44b5-4c4e-8ccd-12704d96cb91,revision_number=None']} {{(pid=99869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:56:14.187840 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-a2c7055e-e552-4cd8-b199-0e745dd5f2c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:56:14.252088 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-835a5b83-af16-4b0b-afcf-c7c94ac397a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:14.461821 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.wsgi [-] (99868) accepted ('10.222.0.11', 60020) {{(pid=99868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:56:14.517146 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-b576fa97-0b14-467b-bf9c-292a70086453 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Notify callbacks [] for security_group, before_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:14.541474 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-b576fa97-0b14-467b-bf9c-292a70086453 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:14.686184 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-b576fa97-0b14-467b-bf9c-292a70086453 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:14.688796 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-b576fa97-0b14-467b-bf9c-292a70086453 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Notify callbacks [] for security_group, before_response {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:14.689922 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [None req-b576fa97-0b14-467b-bf9c-292a70086453 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "DELETE /v2.0/security-groups/8905ba84-829b-4ccb-a5e8-0db6da435808 HTTP/1.1" status: 204 len: 168 time: 0.2268999 Jun 17 05:56:14.690799 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-f33b54d8-d6a6-4942-bf1a-e55f6abb4e40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:56:14.692754 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.wsgi [-] (99869) accepted ('10.222.0.11', 60030) {{(pid=99869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:56:14.701337 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b576fa97-0b14-467b-bf9c-292a70086453 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8905ba84-829b-4ccb-a5e8-0db6da435808,revision_number=None']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:56:14.704037 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-b576fa97-0b14-467b-bf9c-292a70086453 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:56:14.712373 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.api.v2.resource [None req-a468c5b4-1ffd-432c-8557-0a915b762867 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] show failed (client error): The resource could not be found. Jun 17 05:56:14.712373 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [None req-a468c5b4-1ffd-432c-8557-0a915b762867 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "GET /v2.0/security-groups/8905ba84-829b-4ccb-a5e8-0db6da435808 HTTP/1.1" status: 404 len: 347 time: 0.0151973 Jun 17 05:56:14.715025 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.wsgi [-] (99869) accepted ('10.222.0.11', 60032) {{(pid=99869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:56:15.053074 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.plugins.ml2.plugin [None req-5c69d46d-26e9-4a7b-a2d8-36b6f75e9d74 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Deleting port 95c2b810-8629-45d8-a7b3-55aebe9fa0ce {{(pid=99869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 05:56:15.053699 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-5c69d46d-26e9-4a7b-a2d8-36b6f75e9d74 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773697957277'] for port, before_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:15.126276 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-5c69d46d-26e9-4a7b-a2d8-36b6f75e9d74 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429017'] for port, precommit_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:15.126490 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-5c69d46d-26e9-4a7b-a2d8-36b6f75e9d74 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:15.196138 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.plugins.ml2.plugin [None req-5c69d46d-26e9-4a7b-a2d8-36b6f75e9d74 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Calling delete_port for 95c2b810-8629-45d8-a7b3-55aebe9fa0ce owned by network:floatingip {{(pid=99869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 05:56:15.416450 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-5c69d46d-26e9-4a7b-a2d8-36b6f75e9d74 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773697962361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773697504552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565517'] for port, after_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:15.419320 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:56:15.443158 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c69d46d-26e9-4a7b-a2d8-36b6f75e9d74 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Pushing event deleted for resources: {'Port': ['ID=95c2b810-8629-45d8-a7b3-55aebe9fa0ce,revision_number=None']} {{(pid=99869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:56:15.447023 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-5c69d46d-26e9-4a7b-a2d8-36b6f75e9d74 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:56:15.503118 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-5c69d46d-26e9-4a7b-a2d8-36b6f75e9d74 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Notify callbacks [] for floatingip, after_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:15.505670 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-5c69d46d-26e9-4a7b-a2d8-36b6f75e9d74 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-860254'] for floatingip, before_response {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:15.506848 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [None req-5c69d46d-26e9-4a7b-a2d8-36b6f75e9d74 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] 10.222.0.11 "DELETE /v2.0/floatingips/0d93ea5e-782c-4ff6-9159-8c68801089a0 HTTP/1.1" status: 204 len: 168 time: 0.7908604 Jun 17 05:56:16.716463 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.wsgi [-] (99868) accepted ('10.222.0.11', 60070) {{(pid=99868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:56:16.819530 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-16a26c7e-53fa-45ce-9fd4-5f4215abc9bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:16.918066 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-16a26c7e-53fa-45ce-9fd4-5f4215abc9bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:17.033549 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-16a26c7e-53fa-45ce-9fd4-5f4215abc9bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:17.036004 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-aba3e7e5-9542-4a98-bf46-a1f789cf25a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:56:17.075542 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [None req-16a26c7e-53fa-45ce-9fd4-5f4215abc9bf admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ee485340b5d04a9db3e5057f9a58c3aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3579788 Jun 17 05:56:17.076446 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a26c7e-53fa-45ce-9fd4-5f4215abc9bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4287be80-1624-446f-9e80-e063d2fb22d2,revision_number=1']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:56:17.078199 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.wsgi [-] (99869) accepted ('10.222.0.11', 60084) {{(pid=99869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:56:17.079384 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-16a26c7e-53fa-45ce-9fd4-5f4215abc9bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:56:17.127869 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-fe6b11fd-6fd5-4252-97f4-a7ec63b2a8e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:17.153751 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-fe6b11fd-6fd5-4252-97f4-a7ec63b2a8e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:17.286180 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-fe6b11fd-6fd5-4252-97f4-a7ec63b2a8e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:17.288796 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-fe6b11fd-6fd5-4252-97f4-a7ec63b2a8e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:17.295974 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [None req-fe6b11fd-6fd5-4252-97f4-a7ec63b2a8e9 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4287be80-1624-446f-9e80-e063d2fb22d2 HTTP/1.1" status: 204 len: 168 time: 0.2105942 Jun 17 05:56:17.295974 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-81b1e213-281a-44e5-bd49-8b807d443458 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:56:17.298473 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6b11fd-6fd5-4252-97f4-a7ec63b2a8e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4287be80-1624-446f-9e80-e063d2fb22d2,revision_number=None']} {{(pid=99869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:56:17.300688 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-fe6b11fd-6fd5-4252-97f4-a7ec63b2a8e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:56:17.679181 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:17.940444 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.wsgi [-] (99869) accepted ('10.222.0.11', 60092) {{(pid=99869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:56:17.954193 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-4bf097a0-c832-4350-bf06-0648e51f06af admin admin] Notify callbacks [] for security_group, before_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:18.041362 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-4bf097a0-c832-4350-bf06-0648e51f06af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:18.124917 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-4bf097a0-c832-4350-bf06-0648e51f06af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:18.127386 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-a2c7055e-e552-4cd8-b199-0e745dd5f2c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:56:18.162502 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [None req-4bf097a0-c832-4350-bf06-0648e51f06af admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a41bfcd57b7c4ffcadb1295c760c3b5d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2209592 Jun 17 05:56:18.163537 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf097a0-c832-4350-bf06-0648e51f06af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6ef11c1-bd63-4b9a-9d64-037f4bca403c,revision_number=1']} {{(pid=99869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:56:18.166215 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.wsgi [-] (99868) accepted ('10.222.0.11', 60096) {{(pid=99868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:56:18.167147 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-4bf097a0-c832-4350-bf06-0648e51f06af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:56:18.215390 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-47de8c6e-ab49-4244-b414-7827cf0c7e54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:18.235859 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-47de8c6e-ab49-4244-b414-7827cf0c7e54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:18.406524 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-47de8c6e-ab49-4244-b414-7827cf0c7e54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:18.409335 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-47de8c6e-ab49-4244-b414-7827cf0c7e54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:18.410556 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [None req-47de8c6e-ab49-4244-b414-7827cf0c7e54 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a6ef11c1-bd63-4b9a-9d64-037f4bca403c HTTP/1.1" status: 204 len: 168 time: 0.2433171 Jun 17 05:56:18.411332 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-86747f14-6c56-420f-ae24-e569a12510cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:56:18.422164 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47de8c6e-ab49-4244-b414-7827cf0c7e54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6ef11c1-bd63-4b9a-9d64-037f4bca403c,revision_number=None']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:56:18.424396 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-47de8c6e-ab49-4244-b414-7827cf0c7e54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:56:18.470771 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.wsgi [-] (99868) accepted ('10.222.0.11', 60106) {{(pid=99868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:56:18.911595 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-a2832533-c139-4cff-a348-3e2279589748 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-494334'] for router_interface, before_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:19.170815 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.plugin [None req-a2832533-c139-4cff-a348-3e2279589748 admin admin] Deleting port f99b02ba-19d8-43e8-90e4-3bc6728b5cdf {{(pid=99868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 05:56:19.171554 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-a2832533-c139-4cff-a348-3e2279589748 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773697957277'] for port, before_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:19.249819 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.db [None req-a2832533-c139-4cff-a348-3e2279589748 admin admin] For port f99b02ba-19d8-43e8-90e4-3bc6728b5cdf, host dv-cinder-772623-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-9-smb',level=0,port_id=f99b02ba-19d8-43e8-90e4-3bc6728b5cdf,segment=NetworkSegment(81591838-08f0-432e-af25-79981cd4b7ed),segment_id=81591838-08f0-432e-af25-79981cd4b7ed)] {{(pid=99868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:56:19.250275 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-a2832533-c139-4cff-a348-3e2279589748 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429017'] for port, precommit_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:19.316701 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.plugin [None req-a2832533-c139-4cff-a348-3e2279589748 admin admin] Calling delete_port for f99b02ba-19d8-43e8-90e4-3bc6728b5cdf owned by network:router_interface {{(pid=99868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 05:56:19.576459 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-a2832533-c139-4cff-a348-3e2279589748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773697962361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773697504552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2882495'] for port, after_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:19.579521 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-466f0bc5-9d1b-442c-bc8d-b4e83fc865c9 tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:56:19.603611 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2832533-c139-4cff-a348-3e2279589748 admin admin] Pushing event deleted for resources: {'Port': ['ID=f99b02ba-19d8-43e8-90e4-3bc6728b5cdf,revision_number=None']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:56:19.607862 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-a2832533-c139-4cff-a348-3e2279589748 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:56:19.769996 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-a2832533-c139-4cff-a348-3e2279589748 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-494186'] for router_interface, after_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:19.990965 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2832533-c139-4cff-a348-3e2279589748 admin admin] Router cab49153-e75d-4734-9c79-b42bb5d458a6 has already been hosted by L3 agent 81965deb-4354-4283-a756-7d5d3a21a742 {{(pid=99868) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 05:56:20.096118 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2832533-c139-4cff-a348-3e2279589748 admin admin] Notify agent at l3_agent.dv-cinder-772623-9-smb the message routers_updated {{(pid=99868) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 05:56:20.106544 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [None req-a2832533-c139-4cff-a348-3e2279589748 admin admin] 10.222.0.11 "PUT /v2.0/routers/cab49153-e75d-4734-9c79-b42bb5d458a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6341076 Jun 17 05:56:20.108837 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.wsgi [-] (99868) accepted ('10.222.0.11', 60154) {{(pid=99868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:56:20.111775 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc9ce87-b41d-4ff2-be05-4746f612a47b None None] Sync routers for ids ['cab49153-e75d-4734-9c79-b42bb5d458a6'] in dv-cinder-772623-9-smb {{(pid=99871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 05:56:20.124184 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc9ce87-b41d-4ff2-be05-4746f612a47b None None] Routers {'cab49153-e75d-4734-9c79-b42bb5d458a6'} bound to L3 agent in host dv-cinder-772623-9-smb {{(pid=99871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 05:56:20.125064 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.db.l3_hamode_db [None req-afc9ce87-b41d-4ff2-be05-4746f612a47b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T05:41:12Z,description=,heartbeat_timestamp=2021-06-17T05:56:12Z,host='dv-cinder-772623-9-smb',id=81965deb-4354-4283-a756-7d5d3a21a742,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T05:41:12Z,topic='l3_agent')) {'router_ids': ['cab49153-e75d-4734-9c79-b42bb5d458a6'], 'active': True} {{(pid=99871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:56:20.221579 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-59df205e-eaca-46ea-bba6-22e587abfedc admin admin] Notify callbacks [] for router, before_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:20.242341 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.db.l3_dvr_db [None req-afc9ce87-b41d-4ff2-be05-4746f612a47b None None] Set router cab49153-e75d-4734-9c79-b42bb5d458a6 gateway port host: dv-cinder-772623-9-smb {{(pid=99871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 05:56:20.433483 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.db.l3_hamode_db [None req-afc9ce87-b41d-4ff2-be05-4746f612a47b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cab49153-e75d-4734-9c79-b42bb5d458a6', 'name': 'tempest-AttachVolumeShelveTestJSON-163353205-router', 'tenant_id': '33f2c29736bb40d78fad571bf0a20025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6', 'external_fixed_ips': [{'subnet_id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'ip_address': '172.28.2.29'}], 'enable_snat': True}, 'gw_port_id': '851994bd-1c9c-4306-8c67-b6cd01bb0088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T05:49:26Z', 'updated_at': '2021-06-17T05:56:19Z', 'revision_number': 5, 'project_id': '33f2c29736bb40d78fad571bf0a20025', 'gw_port': {'id': '851994bd-1c9c-4306-8c67-b6cd01bb0088', 'name': '', 'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:7c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab49153-e75d-4734-9c79-b42bb5d458a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'ip_address': '172.28.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:49:27Z', 'updated_at': '2021-06-17T05:49:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-smb'}], 'dv-cinder-772623-9-smb', False) {} {{(pid=99871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:56:20.462095 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc9ce87-b41d-4ff2-be05-4746f612a47b None None] Checking router: cab49153-e75d-4734-9c79-b42bb5d458a6 for host: dv-cinder-772623-9-smb {{(pid=99871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 05:56:20.472545 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc9ce87-b41d-4ff2-be05-4746f612a47b None None] Routers {'cab49153-e75d-4734-9c79-b42bb5d458a6'} bound to L3 agent in host dv-cinder-772623-9-smb {{(pid=99871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 05:56:20.473245 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.db.l3_hamode_db [None req-afc9ce87-b41d-4ff2-be05-4746f612a47b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T05:41:12Z,description=,heartbeat_timestamp=2021-06-17T05:56:12Z,host='dv-cinder-772623-9-smb',id=81965deb-4354-4283-a756-7d5d3a21a742,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T05:41:12Z,topic='l3_agent')) {'router_ids': ['cab49153-e75d-4734-9c79-b42bb5d458a6'], 'active': True} {{(pid=99871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:56:20.586765 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.db.l3_dvr_db [None req-afc9ce87-b41d-4ff2-be05-4746f612a47b None None] Set router cab49153-e75d-4734-9c79-b42bb5d458a6 gateway port host: dv-cinder-772623-9-smb {{(pid=99871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 05:56:20.602452 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-59df205e-eaca-46ea-bba6-22e587abfedc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:20.765009 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.db.l3_hamode_db [None req-afc9ce87-b41d-4ff2-be05-4746f612a47b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cab49153-e75d-4734-9c79-b42bb5d458a6', 'name': 'tempest-AttachVolumeShelveTestJSON-163353205-router', 'tenant_id': '33f2c29736bb40d78fad571bf0a20025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6', 'external_fixed_ips': [{'subnet_id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'ip_address': '172.28.2.29'}], 'enable_snat': True}, 'gw_port_id': '851994bd-1c9c-4306-8c67-b6cd01bb0088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T05:49:26Z', 'updated_at': '2021-06-17T05:56:19Z', 'revision_number': 5, 'project_id': '33f2c29736bb40d78fad571bf0a20025', 'gw_port': {'id': '851994bd-1c9c-4306-8c67-b6cd01bb0088', 'name': '', 'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:7c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab49153-e75d-4734-9c79-b42bb5d458a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'ip_address': '172.28.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:49:27Z', 'updated_at': '2021-06-17T05:49:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-smb'}], 'dv-cinder-772623-9-smb', False) {} {{(pid=99871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:56:20.784675 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.plugin [None req-59df205e-eaca-46ea-bba6-22e587abfedc admin admin] Deleting port 851994bd-1c9c-4306-8c67-b6cd01bb0088 {{(pid=99868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 05:56:20.789236 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-59df205e-eaca-46ea-bba6-22e587abfedc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773697957277'] for port, before_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:20.798222 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc9ce87-b41d-4ff2-be05-4746f612a47b None None] The sync data for ids ['cab49153-e75d-4734-9c79-b42bb5d458a6'] in dv-cinder-772623-9-smb is: [{'id': 'cab49153-e75d-4734-9c79-b42bb5d458a6', 'name': 'tempest-AttachVolumeShelveTestJSON-163353205-router', 'tenant_id': '33f2c29736bb40d78fad571bf0a20025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6', 'external_fixed_ips': [{'subnet_id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'ip_address': '172.28.2.29'}], 'enable_snat': True}, 'gw_port_id': '851994bd-1c9c-4306-8c67-b6cd01bb0088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T05:49:26Z', 'updated_at': '2021-06-17T05:56:19Z', 'revision_number': 5, 'project_id': '33f2c29736bb40d78fad571bf0a20025', 'gw_port': {'id': '851994bd-1c9c-4306-8c67-b6cd01bb0088', 'name': '', 'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:7c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab49153-e75d-4734-9c79-b42bb5d458a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'ip_address': '172.28.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:49:27Z', 'updated_at': '2021-06-17T05:49:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-smb'}] {{(pid=99871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 05:56:20.868911 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.db [None req-59df205e-eaca-46ea-bba6-22e587abfedc admin admin] For port 851994bd-1c9c-4306-8c67-b6cd01bb0088, host dv-cinder-772623-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-9-smb',level=0,port_id=851994bd-1c9c-4306-8c67-b6cd01bb0088,segment=NetworkSegment(5df065dd-7136-4632-92ed-7b0e1f2019c5),segment_id=5df065dd-7136-4632-92ed-7b0e1f2019c5)] {{(pid=99868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:56:20.869762 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-59df205e-eaca-46ea-bba6-22e587abfedc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429017'] for port, precommit_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:20.934864 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.plugin [None req-59df205e-eaca-46ea-bba6-22e587abfedc admin admin] Calling delete_port for 851994bd-1c9c-4306-8c67-b6cd01bb0088 owned by network:router_gateway {{(pid=99868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 05:56:21.154992 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-59df205e-eaca-46ea-bba6-22e587abfedc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773697962361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773697504552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2882495'] for port, after_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:21.158870 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-148422e2-dd29-4ec6-85f9-d1c127a4eed3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:56:21.187435 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59df205e-eaca-46ea-bba6-22e587abfedc admin admin] Pushing event deleted for resources: {'Port': ['ID=851994bd-1c9c-4306-8c67-b6cd01bb0088,revision_number=None']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:56:21.194843 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-59df205e-eaca-46ea-bba6-22e587abfedc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:56:21.205733 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Device f99b02ba-19d8-43e8-90e4-3bc6728b5cdf no longer exists at agent ovs-agent-dv-cinder-772623-9-smb {{(pid=99870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 05:56:21.239205 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.plugin [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] No Port match for: f99b02ba-19d8-43e8-90e4-3bc6728b5cdf {{(pid=99870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 05:56:21.239562 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Device f99b02ba-19d8-43e8-90e4-3bc6728b5cdf not bound to the agent host dv-cinder-772623-9-smb {{(pid=99870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 05:56:21.265722 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-59df205e-eaca-46ea-bba6-22e587abfedc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-422697'] for router_gateway, after_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:21.358922 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-59df205e-eaca-46ea-bba6-22e587abfedc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-366954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2762'] for router, precommit_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:21.360990 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-59df205e-eaca-46ea-bba6-22e587abfedc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:21.524694 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-59df205e-eaca-46ea-bba6-22e587abfedc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-432739'] for router, after_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:21.525286 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59df205e-eaca-46ea-bba6-22e587abfedc admin admin] Fanout notify agent at l3_agent the message router_deleted on router cab49153-e75d-4734-9c79-b42bb5d458a6 {{(pid=99868) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 05:56:21.529207 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-59df205e-eaca-46ea-bba6-22e587abfedc admin admin] Notify callbacks [] for router, before_response {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:21.530315 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [None req-59df205e-eaca-46ea-bba6-22e587abfedc admin admin] 10.222.0.11 "DELETE /v2.0/routers/cab49153-e75d-4734-9c79-b42bb5d458a6 HTTP/1.1" status: 204 len: 168 time: 1.4204829 Jun 17 05:56:21.532785 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.wsgi [-] (99868) accepted ('10.222.0.11', 60176) {{(pid=99868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:56:21.579374 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcf81487-af9a-418e-b3bd-03478f430fc3 admin admin] Deleting subnet f3d724f9-6f99-4efc-a641-a453b34c57ab {{(pid=99868) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 05:56:21.582727 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-fcf81487-af9a-418e-b3bd-03478f430fc3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:21.622291 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-fcf81487-af9a-418e-b3bd-03478f430fc3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26391911'] for subnet, precommit_delete_associations {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:21.698656 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-fcf81487-af9a-418e-b3bd-03478f430fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1554961'] for subnet, precommit_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:21.829180 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-fcf81487-af9a-418e-b3bd-03478f430fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1554968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2882373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26633777'] for subnet, after_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:21.832196 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:56:21.856955 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf81487-af9a-418e-b3bd-03478f430fc3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3d724f9-6f99-4efc-a641-a453b34c57ab,revision_number=None']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:56:21.858899 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-fcf81487-af9a-418e-b3bd-03478f430fc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564043'] for subnet, before_response {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:21.864312 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [None req-fcf81487-af9a-418e-b3bd-03478f430fc3 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/f3d724f9-6f99-4efc-a641-a453b34c57ab HTTP/1.1" status: 204 len: 168 time: 0.3268566 Jun 17 05:56:21.864312 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-fcf81487-af9a-418e-b3bd-03478f430fc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:56:21.864312 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.wsgi [-] (99868) accepted ('10.222.0.11', 60178) {{(pid=99868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:56:21.866946 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dfd6ac5-c873-465d-88b2-d4efc4a8afd7 None None] Network 1b25af0c-7521-4ee5-941d-fb951a7e4542 requested from dv-cinder-772623-9-smb {{(pid=99870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 05:56:21.943495 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-642fff4a-380f-4d7d-8962-1cd060c6fb67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1481875'] for network, before_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:22.000038 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.plugin [None req-642fff4a-380f-4d7d-8962-1cd060c6fb67 admin admin] Deleting port 351af52f-a009-428a-8bd5-c90734c186b9 {{(pid=99868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 05:56:22.007691 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-642fff4a-380f-4d7d-8962-1cd060c6fb67 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773697957277'] for port, before_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:22.054396 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8475e4e-ca59-42d1-bfec-e0329efaa421 None None] DHCP port deletion for 1b25af0c-7521-4ee5-941d-fb951a7e4542 request from dv-cinder-772623-9-smb {{(pid=99870) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 05:56:22.063923 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.db [None req-642fff4a-380f-4d7d-8962-1cd060c6fb67 admin admin] For port 351af52f-a009-428a-8bd5-c90734c186b9, host dv-cinder-772623-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-9-smb',level=0,port_id=351af52f-a009-428a-8bd5-c90734c186b9,segment=NetworkSegment(81591838-08f0-432e-af25-79981cd4b7ed),segment_id=81591838-08f0-432e-af25-79981cd4b7ed)] {{(pid=99868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:56:22.064278 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-642fff4a-380f-4d7d-8962-1cd060c6fb67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429017'] for port, precommit_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:22.105301 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.plugin [None req-c8475e4e-ca59-42d1-bfec-e0329efaa421 None None] Deleting port 351af52f-a009-428a-8bd5-c90734c186b9 {{(pid=99870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 05:56:22.106597 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-c8475e4e-ca59-42d1-bfec-e0329efaa421 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773697957277'] for port, before_delete {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:22.130219 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.plugin [None req-642fff4a-380f-4d7d-8962-1cd060c6fb67 admin admin] Calling delete_port for 351af52f-a009-428a-8bd5-c90734c186b9 owned by network:dhcp {{(pid=99868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 05:56:22.167599 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.db [None req-c8475e4e-ca59-42d1-bfec-e0329efaa421 None None] For port 351af52f-a009-428a-8bd5-c90734c186b9, host dv-cinder-772623-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-9-smb',level=0,port_id=351af52f-a009-428a-8bd5-c90734c186b9,segment=NetworkSegment(81591838-08f0-432e-af25-79981cd4b7ed),segment_id=81591838-08f0-432e-af25-79981cd4b7ed)] {{(pid=99870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:56:22.167925 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-c8475e4e-ca59-42d1-bfec-e0329efaa421 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429017'] for port, precommit_delete {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:22.236797 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.plugin [None req-c8475e4e-ca59-42d1-bfec-e0329efaa421 None None] Calling delete_port for 351af52f-a009-428a-8bd5-c90734c186b9 owned by network:dhcp {{(pid=99870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 05:56:22.343844 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-642fff4a-380f-4d7d-8962-1cd060c6fb67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773697962361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773697504552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2882495'] for port, after_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:22.346814 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-d57e1e8e-55c7-4329-b082-bd36966595ba service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:56:22.350066 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-c8475e4e-ca59-42d1-bfec-e0329efaa421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773697962361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773697504552'] for port, after_delete {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:22.352554 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:56:22.363630 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-ee92c787-a8a3-45e1-8817-5873cee91023 req-1813c768-47e8-4b53-b5bb-f9e48a80819a tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-107617848&fields=id&tenant_id=558f827aa97540488c3f76e89d619401 HTTP/1.1" status: 200 len: 267 time: 0.0440166 Jun 17 05:56:22.369932 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642fff4a-380f-4d7d-8962-1cd060c6fb67 admin admin] Pushing event deleted for resources: {'Port': ['ID=351af52f-a009-428a-8bd5-c90734c186b9,revision_number=None']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:56:22.373064 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-642fff4a-380f-4d7d-8962-1cd060c6fb67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:56:22.373834 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642fff4a-380f-4d7d-8962-1cd060c6fb67 admin admin] No DVR routers for this DVR port 351af52f-a009-428a-8bd5-c90734c186b9 on host dv-cinder-772623-9-smb {{(pid=99868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 05:56:22.383028 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8475e4e-ca59-42d1-bfec-e0329efaa421 None None] Pushing event deleted for resources: {'Port': ['ID=351af52f-a009-428a-8bd5-c90734c186b9,revision_number=None']} {{(pid=99870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:56:22.386418 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [None req-c8475e4e-ca59-42d1-bfec-e0329efaa421 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:56:22.388902 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8475e4e-ca59-42d1-bfec-e0329efaa421 None None] No DVR routers for this DVR port 351af52f-a009-428a-8bd5-c90734c186b9 on host dv-cinder-772623-9-smb {{(pid=99870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 05:56:22.452024 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-642fff4a-380f-4d7d-8962-1cd060c6fb67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1553032', 'neutron.services.segments.db._delete_segments_for_network-8773697995057'] for network, precommit_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:22.466387 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.services.segments.db [None req-642fff4a-380f-4d7d-8962-1cd060c6fb67 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b25af0c-7521-4ee5-941d-fb951a7e4542']}} {{(pid=99868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:56:22.482222 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.services.segments.db [None req-642fff4a-380f-4d7d-8962-1cd060c6fb67 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81591838-08f0-432e-af25-79981cd4b7ed') {'for_net_delete': True} {{(pid=99868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:56:22.482222 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.services.segments.db [None req-642fff4a-380f-4d7d-8962-1cd060c6fb67 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81591838-08f0-432e-af25-79981cd4b7ed') {} {{(pid=99868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:56:22.483138 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee92c787-a8a3-45e1-8817-5873cee91023 req-4063485a-d26d-48a0-864d-b3fa8e0c9001 tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:56:22.484934 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-ee92c787-a8a3-45e1-8817-5873cee91023 req-4063485a-d26d-48a0-864d-b3fa8e0c9001 tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] 10.222.0.11 "GET /v2.0/networks?id=2f637bc3-d3ff-4d7b-bacd-19889228ec3d HTTP/1.1" status: 200 len: 809 time: 0.1122651 Jun 17 05:56:22.490169 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-642fff4a-380f-4d7d-8962-1cd060c6fb67 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773697993858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26391912'] for segment, before_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:22.503313 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-ee92c787-a8a3-45e1-8817-5873cee91023 req-26c99f7b-82d4-4df5-b876-4a0e285444d8 tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] 10.222.0.11 "GET /v2.0/quotas/558f827aa97540488c3f76e89d619401 HTTP/1.1" status: 200 len: 375 time: 0.0113468 Jun 17 05:56:22.504862 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-642fff4a-380f-4d7d-8962-1cd060c6fb67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589316'] for segment, precommit_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:22.512102 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-642fff4a-380f-4d7d-8962-1cd060c6fb67 admin admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=99868) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 05:56:22.512567 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-642fff4a-380f-4d7d-8962-1cd060c6fb67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2882536'] for segment, after_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:22.514253 dv-cinder-772623-9-smb neutron-server[99868]: Traceback (most recent call last): Jun 17 05:56:22.514253 dv-cinder-772623-9-smb neutron-server[99868]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 05:56:22.514253 dv-cinder-772623-9-smb neutron-server[99868]: timer() Jun 17 05:56:22.514253 dv-cinder-772623-9-smb neutron-server[99868]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 05:56:22.514253 dv-cinder-772623-9-smb neutron-server[99868]: cb(*args, **kw) Jun 17 05:56:22.514253 dv-cinder-772623-9-smb neutron-server[99868]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 05:56:22.514253 dv-cinder-772623-9-smb neutron-server[99868]: return func(*args, **kwargs) Jun 17 05:56:22.514253 dv-cinder-772623-9-smb neutron-server[99868]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 05:56:22.514253 dv-cinder-772623-9-smb neutron-server[99868]: self._notify() Jun 17 05:56:22.514253 dv-cinder-772623-9-smb neutron-server[99868]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 05:56:22.514253 dv-cinder-772623-9-smb neutron-server[99868]: self.callback(batched_events) Jun 17 05:56:22.514253 dv-cinder-772623-9-smb neutron-server[99868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 05:56:22.514253 dv-cinder-772623-9-smb neutron-server[99868]: event.method(event) Jun 17 05:56:22.514253 dv-cinder-772623-9-smb neutron-server[99868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 05:56:22.514253 dv-cinder-772623-9-smb neutron-server[99868]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 05:56:22.514253 dv-cinder-772623-9-smb neutron-server[99868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 05:56:22.514253 dv-cinder-772623-9-smb neutron-server[99868]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 05:56:22.514253 dv-cinder-772623-9-smb neutron-server[99868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 05:56:22.514253 dv-cinder-772623-9-smb neutron-server[99868]: return f(self, *a, **k) Jun 17 05:56:22.514253 dv-cinder-772623-9-smb neutron-server[99868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 05:56:22.514253 dv-cinder-772623-9-smb neutron-server[99868]: return self._get(url).json() Jun 17 05:56:22.514253 dv-cinder-772623-9-smb neutron-server[99868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 05:56:22.514253 dv-cinder-772623-9-smb neutron-server[99868]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 05:56:22.514253 dv-cinder-772623-9-smb neutron-server[99868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 05:56:22.514253 dv-cinder-772623-9-smb neutron-server[99868]: return self.request(url, 'GET', **kwargs) Jun 17 05:56:22.514253 dv-cinder-772623-9-smb neutron-server[99868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 05:56:22.514253 dv-cinder-772623-9-smb neutron-server[99868]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 05:56:22.514253 dv-cinder-772623-9-smb neutron-server[99868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 05:56:22.514253 dv-cinder-772623-9-smb neutron-server[99868]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 05:56:22.514253 dv-cinder-772623-9-smb neutron-server[99868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 05:56:22.514253 dv-cinder-772623-9-smb neutron-server[99868]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 05:56:22.514253 dv-cinder-772623-9-smb neutron-server[99868]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 05:56:22.573638 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-ee92c787-a8a3-45e1-8817-5873cee91023 req-cba4555b-c7a7-4823-9e72-9cc7b8a612a5 tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=558f827aa97540488c3f76e89d619401&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0650413 Jun 17 05:56:22.667287 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-642fff4a-380f-4d7d-8962-1cd060c6fb67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1553043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3713235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-564052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422727'] for network, after_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:22.671068 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-2ca3b3f8-afc3-4be5-9ebf-ab38509124db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:56:22.671257 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-ee92c787-a8a3-45e1-8817-5873cee91023 req-9631015d-671e-4658-b597-caa501a82f7a service neutron] 10.222.0.11 "GET /v2.0/networks/2f637bc3-d3ff-4d7b-bacd-19889228ec3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859017 Jun 17 05:56:22.675100 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-642fff4a-380f-4d7d-8962-1cd060c6fb67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564043'] for network, before_response {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:22.677055 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [None req-642fff4a-380f-4d7d-8962-1cd060c6fb67 admin admin] 10.222.0.11 "DELETE /v2.0/networks/1b25af0c-7521-4ee5-941d-fb951a7e4542 HTTP/1.1" status: 204 len: 168 time: 0.8122013 Jun 17 05:56:22.688576 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642fff4a-380f-4d7d-8962-1cd060c6fb67 admin admin] Pushing event deleted for resources: {'Network': ['ID=1b25af0c-7521-4ee5-941d-fb951a7e4542,revision_number=None']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:56:22.691111 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-642fff4a-380f-4d7d-8962-1cd060c6fb67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:56:22.767965 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-ee92c787-a8a3-45e1-8817-5873cee91023 req-42f32ff6-7e35-4799-a5ba-c2cdb97c03cc service neutron] 10.222.0.11 "GET /v2.0/networks/2f637bc3-d3ff-4d7b-bacd-19889228ec3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898249 Jun 17 05:56:22.996758 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Device 851994bd-1c9c-4306-8c67-b6cd01bb0088 no longer exists at agent ovs-agent-dv-cinder-772623-9-smb {{(pid=99870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 05:56:23.017082 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.plugin [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] No Port match for: 851994bd-1c9c-4306-8c67-b6cd01bb0088 {{(pid=99870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 05:56:23.017441 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Device 851994bd-1c9c-4306-8c67-b6cd01bb0088 not bound to the agent host dv-cinder-772623-9-smb {{(pid=99870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 05:56:23.017872 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Device 351af52f-a009-428a-8bd5-c90734c186b9 no longer exists at agent ovs-agent-dv-cinder-772623-9-smb {{(pid=99870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 05:56:23.038902 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.plugin [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] No Port match for: 351af52f-a009-428a-8bd5-c90734c186b9 {{(pid=99870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 05:56:23.039289 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Device 351af52f-a009-428a-8bd5-c90734c186b9 not bound to the agent host dv-cinder-772623-9-smb {{(pid=99870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 05:56:23.214020 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.wsgi [-] (99868) accepted ('10.222.0.11', 60218) {{(pid=99868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:56:23.254209 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [None req-5bf032df-b140-4d2b-8da0-3492d4494dcf admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=33f2c29736bb40d78fad571bf0a20025&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0388701 Jun 17 05:56:23.256651 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.wsgi [-] (99868) accepted ('10.222.0.11', 60220) {{(pid=99868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:56:23.304429 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-f67e40c9-1733-46c3-8869-66e7c5dd039a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:23.328579 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-f67e40c9-1733-46c3-8869-66e7c5dd039a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:23.469093 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-f67e40c9-1733-46c3-8869-66e7c5dd039a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:23.472084 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-f67e40c9-1733-46c3-8869-66e7c5dd039a admin admin] Notify callbacks [] for security_group, before_response {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:23.475821 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [None req-f67e40c9-1733-46c3-8869-66e7c5dd039a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0c8e7b46-3529-470d-a950-980ae10dbd94 HTTP/1.1" status: 204 len: 168 time: 0.2158518 Jun 17 05:56:23.475821 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-16a26c7e-53fa-45ce-9fd4-5f4215abc9bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:56:23.483407 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67e40c9-1733-46c3-8869-66e7c5dd039a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c8e7b46-3529-470d-a950-980ae10dbd94,revision_number=None']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:56:23.487410 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-f67e40c9-1733-46c3-8869-66e7c5dd039a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:56:23.536799 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-2864e364-5c17-4222-bca7-29fb66944ab3 req-0f8b8075-65d2-43be-a5cc-d9541929d8cb tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] 10.222.0.11 "GET /v2.0/ports?device_id=f9e8bd2c-cefa-4f05-a33c-e0af67cf04e5 HTTP/1.1" status: 200 len: 210 time: 0.0308275 Jun 17 05:56:24.627479 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-bf2d1224-e3ea-4970-aad4-49ebe9f64800 req-7f6007a5-9204-4e10-80b0-f100fe268a04 tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] 10.222.0.11 "GET /v2.0/ports?device_id=f9e8bd2c-cefa-4f05-a33c-e0af67cf04e5 HTTP/1.1" status: 200 len: 210 time: 0.0351653 Jun 17 05:56:25.125352 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.wsgi [-] (99869) accepted ('10.222.0.11', 60270) {{(pid=99869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:56:25.228433 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-32f69f4f-69e0-4043-88ec-a35c639e7d9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:25.316218 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-32f69f4f-69e0-4043-88ec-a35c639e7d9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:25.428985 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-32f69f4f-69e0-4043-88ec-a35c639e7d9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:25.432118 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-d19a140d-9076-4821-bbfe-a482be8a430b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:56:25.467487 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [None req-32f69f4f-69e0-4043-88ec-a35c639e7d9c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=924f5847134248079b5900ccf0bcc3cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3410101 Jun 17 05:56:25.468410 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f69f4f-69e0-4043-88ec-a35c639e7d9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41df1d51-bbea-409d-a23f-90268d02f430,revision_number=1']} {{(pid=99869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:56:25.470284 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.wsgi [-] (99868) accepted ('10.222.0.11', 60274) {{(pid=99868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:56:25.471434 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-32f69f4f-69e0-4043-88ec-a35c639e7d9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:56:25.519787 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-ba415c63-f708-4ae4-bf63-9a30da41a0fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:25.540336 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-ba415c63-f708-4ae4-bf63-9a30da41a0fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:25.752512 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-ba415c63-f708-4ae4-bf63-9a30da41a0fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:25.755423 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-ba415c63-f708-4ae4-bf63-9a30da41a0fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:25.756741 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [None req-ba415c63-f708-4ae4-bf63-9a30da41a0fd admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/41df1d51-bbea-409d-a23f-90268d02f430 HTTP/1.1" status: 204 len: 168 time: 0.2853279 Jun 17 05:56:25.777744 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-a7e66abc-746f-49e7-a3af-0dd4900d2a85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:56:25.782542 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-2a005853-555c-4aa4-8ecf-8867df29ddbc req-f42c59ed-5ba0-4be6-9427-ef6348ce07b6 tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] 10.222.0.11 "GET /v2.0/ports?device_id=f9e8bd2c-cefa-4f05-a33c-e0af67cf04e5 HTTP/1.1" status: 200 len: 210 time: 0.0460255 Jun 17 05:56:25.787185 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba415c63-f708-4ae4-bf63-9a30da41a0fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41df1d51-bbea-409d-a23f-90268d02f430,revision_number=None']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:56:25.789588 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-ba415c63-f708-4ae4-bf63-9a30da41a0fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:56:26.339976 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee92c787-a8a3-45e1-8817-5873cee91023 req-1c0f5b74-3731-40ca-aec6-a0c78b44f7b1 tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:56:26.341427 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-ee92c787-a8a3-45e1-8817-5873cee91023 req-1c0f5b74-3731-40ca-aec6-a0c78b44f7b1 tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] 10.222.0.13 "GET /v2.0/networks?id=2f637bc3-d3ff-4d7b-bacd-19889228ec3d HTTP/1.1" status: 200 len: 809 time: 0.1049342 Jun 17 05:56:26.384592 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-ee92c787-a8a3-45e1-8817-5873cee91023 req-8b786735-4bdb-4622-a99a-85b6b1c3fc22 tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=558f827aa97540488c3f76e89d619401 HTTP/1.1" status: 200 len: 379 time: 0.0345244 Jun 17 05:56:26.392741 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.v2.base [req-ee92c787-a8a3-45e1-8817-5873cee91023 req-aebda8bc-b75b-4a18-b5e3-644ec41ce78c tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] Request body: {'port': {'device_id': 'f9e8bd2c-cefa-4f05-a33c-e0af67cf04e5', 'network_id': '2f637bc3-d3ff-4d7b-bacd-19889228ec3d', 'admin_state_up': True, 'tenant_id': '558f827aa97540488c3f76e89d619401', 'security_groups': ['4a5752e7-a436-4587-89a1-b4e85b8d44a7']}} {{(pid=99868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:56:26.437068 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.wsgi [-] (99869) accepted ('10.222.0.11', 60286) {{(pid=99869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:56:26.451005 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-f9f06735-4ee8-4293-bda3-5fcca2857534 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:26.542461 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-f9f06735-4ee8-4293-bda3-5fcca2857534 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:26.616400 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-f9f06735-4ee8-4293-bda3-5fcca2857534 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:26.618939 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-e702a32a-b2bc-4af6-b56b-0ef5d3ba3d5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:56:26.661083 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f06735-4ee8-4293-bda3-5fcca2857534 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a809b60-efc3-47e9-bddd-ea2bc5fa72f2,revision_number=1']} {{(pid=99869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:56:26.670182 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [None req-f9f06735-4ee8-4293-bda3-5fcca2857534 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2ff49611f82b41fa9c7b2d22b5ceeb5d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2276087 Jun 17 05:56:26.670182 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-f9f06735-4ee8-4293-bda3-5fcca2857534 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:56:26.671265 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.wsgi [-] (99868) accepted ('10.222.0.11', 60290) {{(pid=99868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:56:26.723080 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-7a9268cf-fd65-4754-8277-d398e7be50f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:26.733503 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee92c787-a8a3-45e1-8817-5873cee91023 req-aebda8bc-b75b-4a18-b5e3-644ec41ce78c tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] Made reservation on behalf of 558f827aa97540488c3f76e89d619401 for: {'port': 1} {{(pid=99868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 05:56:26.737081 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-ee92c787-a8a3-45e1-8817-5873cee91023 req-aebda8bc-b75b-4a18-b5e3-644ec41ce78c tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1464150'] for port, before_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:26.757421 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-7a9268cf-fd65-4754-8277-d398e7be50f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:26.901269 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.db.db_base_plugin_common [req-ee92c787-a8a3-45e1-8817-5873cee91023 req-aebda8bc-b75b-4a18-b5e3-644ec41ce78c tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] Allocated IP 172.20.0.5 (2f637bc3-d3ff-4d7b-bacd-19889228ec3d/46a42230-1453-4012-ba5b-603ae5e8b663/8c11d3d3-2957-49a7-86cb-dba8eb6623c1) {{(pid=99868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 05:56:26.951027 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-c4cfea36-7ff4-44d4-b138-25140e4f8b96 req-c20015eb-8235-451e-a528-635c75749c3b tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] 10.222.0.11 "GET /v2.0/ports?device_id=f9e8bd2c-cefa-4f05-a33c-e0af67cf04e5 HTTP/1.1" status: 200 len: 210 time: 0.0379832 Jun 17 05:56:26.991860 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-7a9268cf-fd65-4754-8277-d398e7be50f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:26.995118 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-7a9268cf-fd65-4754-8277-d398e7be50f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:26.997234 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [None req-7a9268cf-fd65-4754-8277-d398e7be50f6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5a809b60-efc3-47e9-bddd-ea2bc5fa72f2 HTTP/1.1" status: 204 len: 168 time: 0.3264735 Jun 17 05:56:27.007702 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-b3c845d5-50fd-4206-9199-953e637d5cf8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:56:27.045070 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9268cf-fd65-4754-8277-d398e7be50f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a809b60-efc3-47e9-bddd-ea2bc5fa72f2,revision_number=None']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:56:27.047489 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-7a9268cf-fd65-4754-8277-d398e7be50f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:56:27.108013 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-ee92c787-a8a3-45e1-8817-5873cee91023 req-aebda8bc-b75b-4a18-b5e3-644ec41ce78c tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] Notify callbacks [] for port, precommit_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:27.123406 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.db.provisioning_blocks [req-ee92c787-a8a3-45e1-8817-5873cee91023 req-aebda8bc-b75b-4a18-b5e3-644ec41ce78c tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] Transition to ACTIVE for port object 8c11d3d3-2957-49a7-86cb-dba8eb6623c1 will not be triggered until provisioned by entity DHCP. {{(pid=99868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 05:56:27.292724 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-ee92c787-a8a3-45e1-8817-5873cee91023 req-aebda8bc-b75b-4a18-b5e3-644ec41ce78c tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1465235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-156110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-564052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773697504543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2882486'] for port, after_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:27.296661 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-3f530f84-976b-4d7c-bf67-9060748728e7 tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:56:27.335927 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee92c787-a8a3-45e1-8817-5873cee91023 req-aebda8bc-b75b-4a18-b5e3-644ec41ce78c tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] Network 2f637bc3-d3ff-4d7b-bacd-19889228ec3d is already hosted by enough agents. {{(pid=99868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 05:56:27.339176 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.scheduler.base_scheduler [req-ee92c787-a8a3-45e1-8817-5873cee91023 req-aebda8bc-b75b-4a18-b5e3-644ec41ce78c tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] Resources bound (agent type, host, resource id): {{(pid=99868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 05:56:27.341618 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee92c787-a8a3-45e1-8817-5873cee91023 req-aebda8bc-b75b-4a18-b5e3-644ec41ce78c tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] Received port after_create {{(pid=99868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 05:56:27.370393 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebda8bc-b75b-4a18-b5e3-644ec41ce78c tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] Pushing event updated for resources: {'Port': ['ID=8c11d3d3-2957-49a7-86cb-dba8eb6623c1,revision_number=1']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:56:27.377640 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-aebda8bc-b75b-4a18-b5e3-644ec41ce78c tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:56:27.417353 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee92c787-a8a3-45e1-8817-5873cee91023 req-aebda8bc-b75b-4a18-b5e3-644ec41ce78c tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:56:27.418092 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-ee92c787-a8a3-45e1-8817-5873cee91023 req-aebda8bc-b75b-4a18-b5e3-644ec41ce78c tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-860254'] for port, before_response {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:27.664342 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-ee92c787-a8a3-45e1-8817-5873cee91023 req-aebda8bc-b75b-4a18-b5e3-644ec41ce78c tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2753463 Jun 17 05:56:27.675523 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.v2.base [req-ee92c787-a8a3-45e1-8817-5873cee91023 req-7cd8f94a-1e0c-4676-aa98-f7f955acb524 service neutron] Request body: {'port': {'device_id': 'f9e8bd2c-cefa-4f05-a33c-e0af67cf04e5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=99868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:56:27.721137 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.provisioning_blocks [None req-d292acae-ae33-441b-91dc-2a087dfaaedc None None] Provisioning for port 8c11d3d3-2957-49a7-86cb-dba8eb6623c1 completed by entity DHCP. {{(pid=99870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 05:56:27.725223 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.provisioning_blocks [None req-d292acae-ae33-441b-91dc-2a087dfaaedc None None] Provisioning complete for port 8c11d3d3-2957-49a7-86cb-dba8eb6623c1 triggered by entity DHCP. {{(pid=99870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 05:56:27.725609 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-d292acae-ae33-441b-91dc-2a087dfaaedc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551367'] for port, provisioning_complete {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:27.748906 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-ee92c787-a8a3-45e1-8817-5873cee91023 req-7cd8f94a-1e0c-4676-aa98-f7f955acb524 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1464132'] for port, before_update {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:27.760050 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.plugin [None req-d292acae-ae33-441b-91dc-2a087dfaaedc None None] Port 8c11d3d3-2957-49a7-86cb-dba8eb6623c1 cannot update to ACTIVE because it is not bound. {{(pid=99870) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 05:56:28.007924 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.notifiers.nova [req-ee92c787-a8a3-45e1-8817-5873cee91023 req-7cd8f94a-1e0c-4676-aa98-f7f955acb524 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c11d3d3-2957-49a7-86cb-dba8eb6623c1 {{(pid=99868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 05:56:28.017074 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-ee92c787-a8a3-45e1-8817-5873cee91023 req-7cd8f94a-1e0c-4676-aa98-f7f955acb524 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:28.028714 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.db.provisioning_blocks [req-ee92c787-a8a3-45e1-8817-5873cee91023 req-7cd8f94a-1e0c-4676-aa98-f7f955acb524 service neutron] Transition to ACTIVE for port object 8c11d3d3-2957-49a7-86cb-dba8eb6623c1 will not be triggered until provisioned by entity L2. {{(pid=99868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 05:56:28.120716 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-ee92c787-a8a3-45e1-8817-5873cee91023 req-7cd8f94a-1e0c-4676-aa98-f7f955acb524 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773697962343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773697504561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773697504606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2882436'] for port, after_update {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:28.123710 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-1f976f67-74a5-4d21-b6e6-272802dc460e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:56:28.131059 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afddf1c-f6ce-423e-8b38-7eded0cca374 req-33bd5135-9cff-4721-a7a3-237e54104966 tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:56:28.132453 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-0afddf1c-f6ce-423e-8b38-7eded0cca374 req-33bd5135-9cff-4721-a7a3-237e54104966 tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] 10.222.0.11 "GET /v2.0/ports?device_id=f9e8bd2c-cefa-4f05-a33c-e0af67cf04e5 HTTP/1.1" status: 200 len: 931 time: 0.0646079 Jun 17 05:56:28.171913 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-0afddf1c-f6ce-423e-8b38-7eded0cca374 req-93b54aae-1e51-4dfd-a28a-3b562b4aa1cd tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a5752e7-a436-4587-89a1-b4e85b8d44a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328674 Jun 17 05:56:28.204192 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd8f94a-1e0c-4676-aa98-f7f955acb524 service neutron] Pushing event updated for resources: {'Port': ['ID=8c11d3d3-2957-49a7-86cb-dba8eb6623c1,revision_number=2']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:56:28.207786 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-7cd8f94a-1e0c-4676-aa98-f7f955acb524 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:56:28.280495 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.managers [req-ee92c787-a8a3-45e1-8817-5873cee91023 req-7cd8f94a-1e0c-4676-aa98-f7f955acb524 service neutron] Attempting to bind port 8c11d3d3-2957-49a7-86cb-dba8eb6623c1 on host hv-cinder-77262 for vnic_type normal with profile {{(pid=99868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 05:56:28.280829 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.managers [req-ee92c787-a8a3-45e1-8817-5873cee91023 req-7cd8f94a-1e0c-4676-aa98-f7f955acb524 service neutron] Attempting to bind port 8c11d3d3-2957-49a7-86cb-dba8eb6623c1 by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': 'bd8f23d4-a0a0-4106-8493-e0b010ac85b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '2f637bc3-d3ff-4d7b-bacd-19889228ec3d'}] {{(pid=99868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 05:56:28.281158 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee92c787-a8a3-45e1-8817-5873cee91023 req-7cd8f94a-1e0c-4676-aa98-f7f955acb524 service neutron] Attempting to bind port 8c11d3d3-2957-49a7-86cb-dba8eb6623c1 on network 2f637bc3-d3ff-4d7b-bacd-19889228ec3d {{(pid=99868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 05:56:28.285685 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee92c787-a8a3-45e1-8817-5873cee91023 req-7cd8f94a-1e0c-4676-aa98-f7f955acb524 service neutron] Port 8c11d3d3-2957-49a7-86cb-dba8eb6623c1 on network 2f637bc3-d3ff-4d7b-bacd-19889228ec3d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=99868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 05:56:28.286003 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee92c787-a8a3-45e1-8817-5873cee91023 req-7cd8f94a-1e0c-4676-aa98-f7f955acb524 service neutron] Attempting to bind port 8c11d3d3-2957-49a7-86cb-dba8eb6623c1 on network 2f637bc3-d3ff-4d7b-bacd-19889228ec3d {{(pid=99868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 05:56:28.291602 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee92c787-a8a3-45e1-8817-5873cee91023 req-7cd8f94a-1e0c-4676-aa98-f7f955acb524 service neutron] Checking agent: {'id': 'a94c375a-f30e-48af-b86b-c1ab552b3c7d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 5, 47, 47), 'started_at': datetime.datetime(2021, 6, 17, 5, 47, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 5, 56, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 05:56:28.296005 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee92c787-a8a3-45e1-8817-5873cee91023 req-7cd8f94a-1e0c-4676-aa98-f7f955acb524 service neutron] Checking segment: {'id': 'bd8f23d4-a0a0-4106-8493-e0b010ac85b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '2f637bc3-d3ff-4d7b-bacd-19889228ec3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 05:56:28.296005 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee92c787-a8a3-45e1-8817-5873cee91023 req-7cd8f94a-1e0c-4676-aa98-f7f955acb524 service neutron] Bound using segment: {'id': 'bd8f23d4-a0a0-4106-8493-e0b010ac85b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '2f637bc3-d3ff-4d7b-bacd-19889228ec3d'} {{(pid=99868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 05:56:28.296005 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.managers [req-ee92c787-a8a3-45e1-8817-5873cee91023 req-7cd8f94a-1e0c-4676-aa98-f7f955acb524 service neutron] Bound port: 8c11d3d3-2957-49a7-86cb-dba8eb6623c1, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd8f23d4-a0a0-4106-8493-e0b010ac85b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '2f637bc3-d3ff-4d7b-bacd-19889228ec3d'}}] {{(pid=99868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 05:56:28.296005 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-ee92c787-a8a3-45e1-8817-5873cee91023 req-7cd8f94a-1e0c-4676-aa98-f7f955acb524 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1464132'] for port, before_update {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:28.362856 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.db [req-ee92c787-a8a3-45e1-8817-5873cee91023 req-7cd8f94a-1e0c-4676-aa98-f7f955acb524 service neutron] For port 8c11d3d3-2957-49a7-86cb-dba8eb6623c1, host hv-cinder-77262, cleared binding levels {{(pid=99868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 05:56:28.365846 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.db [req-ee92c787-a8a3-45e1-8817-5873cee91023 req-7cd8f94a-1e0c-4676-aa98-f7f955acb524 service neutron] For port 8c11d3d3-2957-49a7-86cb-dba8eb6623c1, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=8c11d3d3-2957-49a7-86cb-dba8eb6623c1,segment=NetworkSegment(bd8f23d4-a0a0-4106-8493-e0b010ac85b3),segment_id=bd8f23d4-a0a0-4106-8493-e0b010ac85b3)] {{(pid=99868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 05:56:28.433768 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-ee92c787-a8a3-45e1-8817-5873cee91023 req-7cd8f94a-1e0c-4676-aa98-f7f955acb524 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773697962343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773697504561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773697504606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2882436'] for port, after_update {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:28.433768 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-c019bb72-c5f5-4b9b-bee7-9e5624490f96 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:56:28.466109 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee92c787-a8a3-45e1-8817-5873cee91023 req-7cd8f94a-1e0c-4676-aa98-f7f955acb524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:56:28.466109 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-ee92c787-a8a3-45e1-8817-5873cee91023 req-7cd8f94a-1e0c-4676-aa98-f7f955acb524 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-860254'] for port, before_response {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:28.466109 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-ee92c787-a8a3-45e1-8817-5873cee91023 req-7cd8f94a-1e0c-4676-aa98-f7f955acb524 service neutron] 10.222.0.13 "PUT /v2.0/ports/8c11d3d3-2957-49a7-86cb-dba8eb6623c1 HTTP/1.1" status: 200 len: 1093 time: 0.7939200 Jun 17 05:56:28.466109 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9e8bd2c-cefa-4f05-a33c-e0af67cf04e5', 'tag': '8c11d3d3-2957-49a7-86cb-dba8eb6623c1'}] {{(pid=99868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 05:56:28.468077 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8d1bbba7808a8cca0df1ca407b71cd1cd2965420825a4b8dd9215cbcd05a37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08730c08-4c06-40aa-b57a-5ddf4a9ecd8c" -d '{"events": [{"name": "network-changed", "server_uuid": "f9e8bd2c-cefa-4f05-a33c-e0af67cf04e5", "tag": "8c11d3d3-2957-49a7-86cb-dba8eb6623c1"}]}' {{(pid=99868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 05:56:28.496594 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd8f94a-1e0c-4676-aa98-f7f955acb524 service neutron] Pushing event updated for resources: {'Port': ['ID=8c11d3d3-2957-49a7-86cb-dba8eb6623c1,revision_number=3']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:56:28.499818 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-7cd8f94a-1e0c-4676-aa98-f7f955acb524 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:56:28.513529 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 05:56:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a89ac84-a058-4d18-a84f-303817b09a6e x-openstack-request-id: req-2a89ac84-a058-4d18-a84f-303817b09a6e {{(pid=99868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 05:56:28.513861 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9e8bd2c-cefa-4f05-a33c-e0af67cf04e5", "tag": "8c11d3d3-2957-49a7-86cb-dba8eb6623c1", "status": "completed", "code": 200}]} {{(pid=99868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 05:56:28.514156 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2a89ac84-a058-4d18-a84f-303817b09a6e {{(pid=99868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 05:56:28.514655 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9e8bd2c-cefa-4f05-a33c-e0af67cf04e5', 'tag': '8c11d3d3-2957-49a7-86cb-dba8eb6623c1', 'status': 'completed', 'code': 200} Jun 17 05:56:28.593069 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08730c08-4c06-40aa-b57a-5ddf4a9ecd8c req-35d953c5-9400-45cc-945a-eb0608198d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:56:28.594596 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-08730c08-4c06-40aa-b57a-5ddf4a9ecd8c req-35d953c5-9400-45cc-945a-eb0608198d40 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=558f827aa97540488c3f76e89d619401&device_id=f9e8bd2c-cefa-4f05-a33c-e0af67cf04e5 HTTP/1.1" status: 200 len: 1096 time: 0.0596163 Jun 17 05:56:28.707336 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08730c08-4c06-40aa-b57a-5ddf4a9ecd8c req-183a73b2-c3a3-45a3-86b3-28fd3efe318e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:56:28.708800 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-08730c08-4c06-40aa-b57a-5ddf4a9ecd8c req-183a73b2-c3a3-45a3-86b3-28fd3efe318e service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=558f827aa97540488c3f76e89d619401&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1071832 Jun 17 05:56:28.802324 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08730c08-4c06-40aa-b57a-5ddf4a9ecd8c req-8a604fa0-cbf7-4621-92d3-f41b83468cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:56:28.803817 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-08730c08-4c06-40aa-b57a-5ddf4a9ecd8c req-8a604fa0-cbf7-4621-92d3-f41b83468cec service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0881732 Jun 17 05:56:28.896873 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee92c787-a8a3-45e1-8817-5873cee91023 req-828aa160-6d50-4558-b885-1c8f4eb27027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:56:28.898377 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-ee92c787-a8a3-45e1-8817-5873cee91023 req-828aa160-6d50-4558-b885-1c8f4eb27027 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=558f827aa97540488c3f76e89d619401&device_id=f9e8bd2c-cefa-4f05-a33c-e0af67cf04e5 HTTP/1.1" status: 200 len: 1096 time: 0.0568898 Jun 17 05:56:28.939070 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-ee92c787-a8a3-45e1-8817-5873cee91023 req-81ac429b-60e4-4407-a990-c508cfd4bba9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8c11d3d3-2957-49a7-86cb-dba8eb6623c1 HTTP/1.1" status: 200 len: 217 time: 0.0337927 Jun 17 05:56:28.987798 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee92c787-a8a3-45e1-8817-5873cee91023 req-ef8af79f-62f3-41d5-a7e9-eb5e6a208572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:56:28.989221 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-ee92c787-a8a3-45e1-8817-5873cee91023 req-ef8af79f-62f3-41d5-a7e9-eb5e6a208572 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=46a42230-1453-4012-ba5b-603ae5e8b663 HTTP/1.1" status: 200 len: 848 time: 0.0440054 Jun 17 05:56:29.047920 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee92c787-a8a3-45e1-8817-5873cee91023 req-a61f6ed3-98a0-4467-9d8e-bc26fae926b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:56:29.049361 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-ee92c787-a8a3-45e1-8817-5873cee91023 req-a61f6ed3-98a0-4467-9d8e-bc26fae926b9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2f637bc3-d3ff-4d7b-bacd-19889228ec3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0544801 Jun 17 05:56:29.138487 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-ee92c787-a8a3-45e1-8817-5873cee91023 req-2383ecbf-70d1-4cbc-a2c2-3a6853d776e4 service neutron] 10.222.0.13 "GET /v2.0/networks/2f637bc3-d3ff-4d7b-bacd-19889228ec3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826616 Jun 17 05:56:29.230028 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-ee92c787-a8a3-45e1-8817-5873cee91023 req-3b52a757-05ec-4ea4-a304-b8faa31c1185 service neutron] 10.222.0.13 "GET /v2.0/networks/2f637bc3-d3ff-4d7b-bacd-19889228ec3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852330 Jun 17 05:56:29.379618 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92bc586-b44b-4169-b1d0-67cb21041d77 req-77aa1118-3b5d-4ef9-bbcb-2c692cbed574 tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:56:29.381089 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-c92bc586-b44b-4169-b1d0-67cb21041d77 req-77aa1118-3b5d-4ef9-bbcb-2c692cbed574 tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] 10.222.0.11 "GET /v2.0/ports?device_id=f9e8bd2c-cefa-4f05-a33c-e0af67cf04e5 HTTP/1.1" status: 200 len: 943 time: 0.0666876 Jun 17 05:56:29.420830 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-c92bc586-b44b-4169-b1d0-67cb21041d77 req-cfb84d97-feef-4734-bbc9-a43c037a653f tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a5752e7-a436-4587-89a1-b4e85b8d44a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321727 Jun 17 05:56:30.596758 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cb04a0-f601-4954-9ad3-cf7d3e374269 req-d40b6308-20b5-498b-80e3-1597daa5bbba tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:56:30.598126 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-b4cb04a0-f601-4954-9ad3-cf7d3e374269 req-d40b6308-20b5-498b-80e3-1597daa5bbba tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] 10.222.0.11 "GET /v2.0/ports?device_id=f9e8bd2c-cefa-4f05-a33c-e0af67cf04e5 HTTP/1.1" status: 200 len: 943 time: 0.0641701 Jun 17 05:56:30.636309 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-b4cb04a0-f601-4954-9ad3-cf7d3e374269 req-d3ddeea2-6c76-4453-899b-0c06f6bc1e7b tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a5752e7-a436-4587-89a1-b4e85b8d44a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317757 Jun 17 05:56:31.806239 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7b2226-697d-4827-98d0-2fa5acbd0c83 req-58d2457f-d98f-4b9e-8b87-790ae758fe82 tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:56:31.807835 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-5d7b2226-697d-4827-98d0-2fa5acbd0c83 req-58d2457f-d98f-4b9e-8b87-790ae758fe82 tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] 10.222.0.11 "GET /v2.0/ports?device_id=f9e8bd2c-cefa-4f05-a33c-e0af67cf04e5 HTTP/1.1" status: 200 len: 943 time: 0.0614462 Jun 17 05:56:31.840319 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Device 8c11d3d3-2957-49a7-86cb-dba8eb6623c1 details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=99870) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 05:56:31.842884 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-5d7b2226-697d-4827-98d0-2fa5acbd0c83 req-d81419ac-5e14-4e61-897c-bc751c4bc83b tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a5752e7-a436-4587-89a1-b4e85b8d44a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0294421 Jun 17 05:56:31.937397 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.db [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] For port 8c11d3d3-2957-49a7-86cb-dba8eb6623c1, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=8c11d3d3-2957-49a7-86cb-dba8eb6623c1,segment=NetworkSegment(bd8f23d4-a0a0-4106-8493-e0b010ac85b3),segment_id=bd8f23d4-a0a0-4106-8493-e0b010ac85b3)] {{(pid=99870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:56:31.949064 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Returning: {'device': '8c11d3d3-2957-49a7-86cb-dba8eb6623c1', 'network_id': '2f637bc3-d3ff-4d7b-bacd-19889228ec3d', 'port_id': '8c11d3d3-2957-49a7-86cb-dba8eb6623c1', 'mac_address': 'fa:16:3e:d3:72:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46a42230-1453-4012-ba5b-603ae5e8b663', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99870) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 05:56:31.987692 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1464132'] for port, before_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:32.001830 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.notifiers.nova [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c11d3d3-2957-49a7-86cb-dba8eb6623c1 {{(pid=99870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 05:56:32.022392 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.db [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] For port 8c11d3d3-2957-49a7-86cb-dba8eb6623c1, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=8c11d3d3-2957-49a7-86cb-dba8eb6623c1,segment=NetworkSegment(bd8f23d4-a0a0-4106-8493-e0b010ac85b3),segment_id=bd8f23d4-a0a0-4106-8493-e0b010ac85b3)] {{(pid=99870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:56:32.110642 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773697962343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773697504561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773697504606'] for port, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:32.112584 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:56:32.159666 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Pushing event updated for resources: {'Port': ['ID=8c11d3d3-2957-49a7-86cb-dba8eb6623c1,revision_number=4']} {{(pid=99870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:56:32.162744 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:56:32.320339 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.db [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] get_ports_and_sgs() called for port_ids ['8c11d3d3-2957-49a7-86cb-dba8eb6623c1'] {{(pid=99870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 05:56:33.020242 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d323d055-2b98-4136-be89-15020ac0beb8 req-8d826a90-69ff-44fe-aa4f-a6fc70f96297 tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:56:33.021658 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-d323d055-2b98-4136-be89-15020ac0beb8 req-8d826a90-69ff-44fe-aa4f-a6fc70f96297 tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] 10.222.0.11 "GET /v2.0/ports?device_id=f9e8bd2c-cefa-4f05-a33c-e0af67cf04e5 HTTP/1.1" status: 200 len: 944 time: 0.0648391 Jun 17 05:56:33.063288 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-d323d055-2b98-4136-be89-15020ac0beb8 req-b1287dce-6f85-4187-97c6-4e94bf0c94d2 tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a5752e7-a436-4587-89a1-b4e85b8d44a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354857 Jun 17 05:56:33.853631 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Device 8c11d3d3-2957-49a7-86cb-dba8eb6623c1 up at agent hyperv_hv-cinder-77262 {{(pid=99870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 05:56:33.975394 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.provisioning_blocks [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Provisioning for port 8c11d3d3-2957-49a7-86cb-dba8eb6623c1 completed by entity L2. {{(pid=99870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 05:56:33.979967 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.provisioning_blocks [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Provisioning complete for port 8c11d3d3-2957-49a7-86cb-dba8eb6623c1 triggered by entity L2. {{(pid=99870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 05:56:33.980351 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551367'] for port, provisioning_complete {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:34.064498 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1464132'] for port, before_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:34.085877 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9e8bd2c-cefa-4f05-a33c-e0af67cf04e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c11d3d3-2957-49a7-86cb-dba8eb6623c1'}] {{(pid=99870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 05:56:34.088225 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b488aefaa6b1d6b79683e2609a7ce48815cfc41b5bb42f7017315c525e2bf75d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b17ae895-4989-4e4f-9ef5-ae2b0db1c68f" -d '{"events": [{"server_uuid": "f9e8bd2c-cefa-4f05-a33c-e0af67cf04e5", "name": "network-vif-plugged", "status": "completed", "tag": "8c11d3d3-2957-49a7-86cb-dba8eb6623c1"}]}' {{(pid=99870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 05:56:34.100731 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.db [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] For port 8c11d3d3-2957-49a7-86cb-dba8eb6623c1, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=8c11d3d3-2957-49a7-86cb-dba8eb6623c1,segment=NetworkSegment(bd8f23d4-a0a0-4106-8493-e0b010ac85b3),segment_id=bd8f23d4-a0a0-4106-8493-e0b010ac85b3)] {{(pid=99870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:56:34.123428 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 05:56:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4740e5d-2976-4c74-bf5d-1e4ec785159b x-openstack-request-id: req-f4740e5d-2976-4c74-bf5d-1e4ec785159b {{(pid=99870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 05:56:34.123801 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9e8bd2c-cefa-4f05-a33c-e0af67cf04e5", "name": "network-vif-plugged", "status": "completed", "tag": "8c11d3d3-2957-49a7-86cb-dba8eb6623c1", "code": 200}]} {{(pid=99870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 05:56:34.124127 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f4740e5d-2976-4c74-bf5d-1e4ec785159b {{(pid=99870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 05:56:34.124585 dv-cinder-772623-9-smb neutron-server[99870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9e8bd2c-cefa-4f05-a33c-e0af67cf04e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c11d3d3-2957-49a7-86cb-dba8eb6623c1', 'code': 200} Jun 17 05:56:34.178264 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773697962343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773697504561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773697504606'] for port, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:34.180697 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:56:34.256045 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d85877e-f953-4aa7-8fb3-25d0d722efbc req-f83b77a3-ec42-4c22-9c3b-6af75c82beaf tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:56:34.257619 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-1d85877e-f953-4aa7-8fb3-25d0d722efbc req-f83b77a3-ec42-4c22-9c3b-6af75c82beaf tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] 10.222.0.11 "GET /v2.0/ports?device_id=f9e8bd2c-cefa-4f05-a33c-e0af67cf04e5 HTTP/1.1" status: 200 len: 945 time: 0.0699255 Jun 17 05:56:34.290767 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Pushing event updated for resources: {'Port': ['ID=8c11d3d3-2957-49a7-86cb-dba8eb6623c1,revision_number=5']} {{(pid=99870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:56:34.293998 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:56:34.297872 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-1d85877e-f953-4aa7-8fb3-25d0d722efbc req-66365c64-b034-4219-ae9d-806347d5cba7 tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a5752e7-a436-4587-89a1-b4e85b8d44a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327430 Jun 17 05:56:34.675327 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e9bfd7-9423-4255-9ca4-79eb888eb60a req-e7056e46-3e02-49d4-833f-c96fe1889604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:56:34.676790 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-a1e9bfd7-9423-4255-9ca4-79eb888eb60a req-e7056e46-3e02-49d4-833f-c96fe1889604 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f9e8bd2c-cefa-4f05-a33c-e0af67cf04e5 HTTP/1.1" status: 200 len: 1098 time: 0.0559223 Jun 17 05:56:34.710645 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-a1e9bfd7-9423-4255-9ca4-79eb888eb60a req-f703d1ad-f156-410b-aeee-3ad48989d98e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=4a5752e7-a436-4587-89a1-b4e85b8d44a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0278163 Jun 17 05:56:35.475434 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a1b2a1-404f-47e4-b7b9-4533d747cfd4 req-c8552eb4-674d-4551-92d6-042d59cc24b5 tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:56:35.476901 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-85a1b2a1-404f-47e4-b7b9-4533d747cfd4 req-c8552eb4-674d-4551-92d6-042d59cc24b5 tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] 10.222.0.11 "GET /v2.0/ports?device_id=f9e8bd2c-cefa-4f05-a33c-e0af67cf04e5 HTTP/1.1" status: 200 len: 945 time: 0.0646267 Jun 17 05:56:35.514799 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-85a1b2a1-404f-47e4-b7b9-4533d747cfd4 req-629b73bc-3686-418c-af94-519eb8cde847 tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a5752e7-a436-4587-89a1-b4e85b8d44a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322936 Jun 17 05:56:35.737520 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.wsgi [-] (99869) accepted ('10.222.0.11', 60498) {{(pid=99869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:56:35.838563 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-bbee79eb-b2ce-4b4d-9fef-8435727431bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:35.924206 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-bbee79eb-b2ce-4b4d-9fef-8435727431bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:36.004137 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-bbee79eb-b2ce-4b4d-9fef-8435727431bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:36.006398 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-4fd9aa7c-1a4d-4be9-9cb5-4b130ba2bfd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:56:36.043505 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbee79eb-b2ce-4b4d-9fef-8435727431bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77ba00a8-9303-43c7-bfa2-cbcecf267839,revision_number=1']} {{(pid=99869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:56:36.047714 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [None req-bbee79eb-b2ce-4b4d-9fef-8435727431bf admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=15ba3136c69b4e2197524dd037ac488e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3091564 Jun 17 05:56:36.049011 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-bbee79eb-b2ce-4b4d-9fef-8435727431bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:56:36.050508 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.wsgi [-] (99868) accepted ('10.222.0.11', 60504) {{(pid=99868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:56:36.099960 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-1967bcd5-f2a4-4c25-b432-8d9c79f05e55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:36.120837 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-1967bcd5-f2a4-4c25-b432-8d9c79f05e55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:36.240575 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-1967bcd5-f2a4-4c25-b432-8d9c79f05e55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:36.243842 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-1967bcd5-f2a4-4c25-b432-8d9c79f05e55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:36.245079 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [None req-1967bcd5-f2a4-4c25-b432-8d9c79f05e55 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/77ba00a8-9303-43c7-bfa2-cbcecf267839 HTTP/1.1" status: 204 len: 168 time: 0.1935413 Jun 17 05:56:36.245955 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-697b90fe-b079-4cf9-b794-779ef56be91f tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:56:36.253331 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1967bcd5-f2a4-4c25-b432-8d9c79f05e55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77ba00a8-9303-43c7-bfa2-cbcecf267839,revision_number=None']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:56:36.255564 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-1967bcd5-f2a4-4c25-b432-8d9c79f05e55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:56:36.692489 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e2d750-cfd3-4bc0-89d2-32317531332f req-c5a3c9ab-0bcb-4918-a099-e2a0506c0d29 tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:56:36.693966 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-89e2d750-cfd3-4bc0-89d2-32317531332f req-c5a3c9ab-0bcb-4918-a099-e2a0506c0d29 tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] 10.222.0.11 "GET /v2.0/ports?device_id=f9e8bd2c-cefa-4f05-a33c-e0af67cf04e5 HTTP/1.1" status: 200 len: 945 time: 0.0685854 Jun 17 05:56:36.731971 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-89e2d750-cfd3-4bc0-89d2-32317531332f req-cd283105-5d16-42aa-96b1-79740431ddab tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a5752e7-a436-4587-89a1-b4e85b8d44a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321300 Jun 17 05:56:36.902715 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.wsgi [-] (99869) accepted ('10.222.0.11', 60534) {{(pid=99869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:56:36.912819 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d197d43-c87e-490f-b48b-1878364b19b5 req-a43a9f17-28fd-4b69-b1fa-2c72efae92c7 tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:56:36.914467 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-9d197d43-c87e-490f-b48b-1878364b19b5 req-a43a9f17-28fd-4b69-b1fa-2c72efae92c7 tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] 10.222.0.11 "GET /v2.0/ports?device_id=f9e8bd2c-cefa-4f05-a33c-e0af67cf04e5 HTTP/1.1" status: 200 len: 945 time: 0.0691695 Jun 17 05:56:36.955708 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-9d197d43-c87e-490f-b48b-1878364b19b5 req-524acc3f-f678-41a0-8331-25b1da7f2824 tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a5752e7-a436-4587-89a1-b4e85b8d44a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333543 Jun 17 05:56:36.981115 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.wsgi [-] (99869) accepted ('10.222.0.11', 60538) {{(pid=99869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:56:37.060800 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-95bfbc49-9c9f-4dfe-bb5c-3e52836e9965 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:37.181008 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-95bfbc49-9c9f-4dfe-bb5c-3e52836e9965 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:37.206666 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05f094ba-c5ff-4f84-b960-740a709cb6fc tempest-TestShelveInstance-585216269 tempest-TestShelveInstance-585216269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:56:37.208209 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [None req-05f094ba-c5ff-4f84-b960-740a709cb6fc tempest-TestShelveInstance-585216269 tempest-TestShelveInstance-585216269-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=f9e8bd2c-cefa-4f05-a33c-e0af67cf04e5 HTTP/1.1" status: 200 len: 1093 time: 0.2261140 Jun 17 05:56:37.211128 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.wsgi [-] (99869) accepted ('10.222.0.11', 60548) {{(pid=99869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:56:37.216311 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.v2.base [None req-5ce5a27c-1e0f-49fd-a728-71e447a962cc tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] Request body: {'floatingip': {'floating_network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6', 'port_id': '8c11d3d3-2957-49a7-86cb-dba8eb6623c1', 'tenant_id': '558f827aa97540488c3f76e89d619401', 'fixed_ip_address': '172.20.0.5'}} {{(pid=99869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:56:37.251109 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-95bfbc49-9c9f-4dfe-bb5c-3e52836e9965 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:37.255882 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-47c33d5d-6875-4efb-b63b-fe524a5aad65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:56:37.300060 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [None req-95bfbc49-9c9f-4dfe-bb5c-3e52836e9965 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b25b0a5c24764f279f97fd9272c957d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3924661 Jun 17 05:56:37.300060 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bfbc49-9c9f-4dfe-bb5c-3e52836e9965 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46e3fd80-9f9b-443f-9c03-a85f0e946186,revision_number=1']} {{(pid=99869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:56:37.300552 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.wsgi [-] (99868) accepted ('10.222.0.11', 60552) {{(pid=99868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:56:37.303055 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-95bfbc49-9c9f-4dfe-bb5c-3e52836e9965 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:56:37.349616 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-72404895-7736-4d07-b38d-7577e04461b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:37.353351 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-5ce5a27c-1e0f-49fd-a728-71e447a962cc tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] Notify callbacks [] for floatingip, before_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:37.372194 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-72404895-7736-4d07-b38d-7577e04461b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:37.451288 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-5ce5a27c-1e0f-49fd-a728-71e447a962cc tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1464150'] for port, before_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:37.497501 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-72404895-7736-4d07-b38d-7577e04461b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:37.500262 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-72404895-7736-4d07-b38d-7577e04461b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:37.501498 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [None req-72404895-7736-4d07-b38d-7577e04461b9 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/46e3fd80-9f9b-443f-9c03-a85f0e946186 HTTP/1.1" status: 204 len: 168 time: 0.1998742 Jun 17 05:56:37.502381 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-f67e40c9-1733-46c3-8869-66e7c5dd039a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:56:37.511806 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72404895-7736-4d07-b38d-7577e04461b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46e3fd80-9f9b-443f-9c03-a85f0e946186,revision_number=None']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:56:37.514750 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-72404895-7736-4d07-b38d-7577e04461b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:56:37.594931 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.db.db_base_plugin_common [None req-5ce5a27c-1e0f-49fd-a728-71e447a962cc tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] Allocated IP 172.28.2.48 (afc4d833-6824-4139-a55a-2b6a6bf3fba6/527396ff-4aca-4049-a96d-23452d13fcc2/143a0fd4-8de9-4a5d-8473-7784ee94a7f6) {{(pid=99869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 05:56:37.692829 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-5ce5a27c-1e0f-49fd-a728-71e447a962cc tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] Notify callbacks [] for port, precommit_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:37.801132 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-5ce5a27c-1e0f-49fd-a728-71e447a962cc tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1465235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-156110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-564052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773697504543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2565508'] for port, after_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:37.804457 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-992181a1-72f4-4c37-aecd-6699df4593aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:56:37.844374 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ce5a27c-1e0f-49fd-a728-71e447a962cc tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] Network afc4d833-6824-4139-a55a-2b6a6bf3fba6 is already hosted by enough agents. {{(pid=99869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 05:56:37.849095 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.scheduler.base_scheduler [None req-5ce5a27c-1e0f-49fd-a728-71e447a962cc tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] Resources bound (agent type, host, resource id): {{(pid=99869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 05:56:37.850855 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce5a27c-1e0f-49fd-a728-71e447a962cc tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] Received port after_create {{(pid=99869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 05:56:37.878968 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce5a27c-1e0f-49fd-a728-71e447a962cc tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] Pushing event updated for resources: {'Port': ['ID=143a0fd4-8de9-4a5d-8473-7784ee94a7f6,revision_number=1']} {{(pid=99869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:56:37.884615 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-5ce5a27c-1e0f-49fd-a728-71e447a962cc tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:56:38.140479 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.wsgi [-] (99868) accepted ('10.222.0.11', 60572) {{(pid=99868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:56:38.159825 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-32308bca-5320-4dbb-999e-4efefd83df3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:38.203522 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.db.agents_db [None req-7f16872b-b609-48fb-9c73-6a76dd98e1b9 None None] Agent healthcheck: found 6 active agents {{(pid=99871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 05:56:38.273111 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-32308bca-5320-4dbb-999e-4efefd83df3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:38.294662 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-5ce5a27c-1e0f-49fd-a728-71e447a962cc tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:38.341759 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-32308bca-5320-4dbb-999e-4efefd83df3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:38.345406 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-c11b5c67-479d-46bc-b6bb-907022a14b05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:56:38.381422 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [None req-32308bca-5320-4dbb-999e-4efefd83df3b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=af1a206455bf4d17b9e022c4723f8230&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2398496 Jun 17 05:56:38.382586 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32308bca-5320-4dbb-999e-4efefd83df3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1cc2570-8088-4050-831b-de027201372a,revision_number=1']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:56:38.385258 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.wsgi [-] (99869) accepted ('10.222.0.11', 60578) {{(pid=99869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:56:38.386965 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-32308bca-5320-4dbb-999e-4efefd83df3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:56:38.434044 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-9f452a63-10c2-4b3a-b27a-480cdb577df4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:38.453781 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-9f452a63-10c2-4b3a-b27a-480cdb577df4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:38.547262 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-5ce5a27c-1e0f-49fd-a728-71e447a962cc tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1464132'] for port, before_update {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:38.586039 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-9f452a63-10c2-4b3a-b27a-480cdb577df4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:38.588858 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-9f452a63-10c2-4b3a-b27a-480cdb577df4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:38.589950 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [None req-9f452a63-10c2-4b3a-b27a-480cdb577df4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e1cc2570-8088-4050-831b-de027201372a HTTP/1.1" status: 204 len: 168 time: 0.2026803 Jun 17 05:56:38.591394 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-32f69f4f-69e0-4043-88ec-a35c639e7d9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:56:38.602545 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f452a63-10c2-4b3a-b27a-480cdb577df4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1cc2570-8088-4050-831b-de027201372a,revision_number=None']} {{(pid=99869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:56:38.605616 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-9f452a63-10c2-4b3a-b27a-480cdb577df4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:56:38.711212 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-5ce5a27c-1e0f-49fd-a728-71e447a962cc tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] Notify callbacks [] for port, precommit_update {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:38.789050 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-5ce5a27c-1e0f-49fd-a728-71e447a962cc tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773697962343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773697504561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773697504606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2565558'] for port, after_update {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:38.792652 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:56:38.851958 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-1abc4fb4-48d3-458b-a18f-68d4fceb0737 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:38.867311 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce5a27c-1e0f-49fd-a728-71e447a962cc tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] Pushing event updated for resources: {'Port': ['ID=143a0fd4-8de9-4a5d-8473-7784ee94a7f6,revision_number=2']} {{(pid=99869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:56:38.871448 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-5ce5a27c-1e0f-49fd-a728-71e447a962cc tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:56:38.879067 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-5ce5a27c-1e0f-49fd-a728-71e447a962cc tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-422873'] for floatingip, after_update {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:38.982100 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.db.l3_db [None req-5ce5a27c-1e0f-49fd-a728-71e447a962cc tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] Floating IP dcba44b1-4727-40ad-9811-ee78bc79cd33 associated. External IP: 172.28.2.48, port: 8c11d3d3-2957-49a7-86cb-dba8eb6623c1. Jun 17 05:56:39.190202 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ce5a27c-1e0f-49fd-a728-71e447a962cc tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] Router 476fa88e-d12c-4c1e-b4a3-824f6887e74a has already been hosted by L3 agent 81965deb-4354-4283-a756-7d5d3a21a742 {{(pid=99869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 05:56:39.519440 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ce5a27c-1e0f-49fd-a728-71e447a962cc tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] Notify agent at l3_agent.dv-cinder-772623-9-smb the message routers_updated {{(pid=99869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 05:56:39.532490 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c7e32b-9d14-4bed-89d7-74e3a8e25996 None None] Sync routers for ids ['476fa88e-d12c-4c1e-b4a3-824f6887e74a'] in dv-cinder-772623-9-smb {{(pid=99870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 05:56:39.541796 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c7e32b-9d14-4bed-89d7-74e3a8e25996 None None] Routers {'476fa88e-d12c-4c1e-b4a3-824f6887e74a'} bound to L3 agent in host dv-cinder-772623-9-smb {{(pid=99870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 05:56:39.542427 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.l3_hamode_db [None req-96c7e32b-9d14-4bed-89d7-74e3a8e25996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T05:41:12Z,description=,heartbeat_timestamp=2021-06-17T05:56:12Z,host='dv-cinder-772623-9-smb',id=81965deb-4354-4283-a756-7d5d3a21a742,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T05:41:12Z,topic='l3_agent')) {'router_ids': ['476fa88e-d12c-4c1e-b4a3-824f6887e74a'], 'active': True} {{(pid=99870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:56:39.594940 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-5ce5a27c-1e0f-49fd-a728-71e447a962cc tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-860254'] for floatingip, before_response {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:39.629623 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.wsgi [-] (99868) accepted ('10.222.0.11', 60620) {{(pid=99868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:56:39.633287 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [None req-5ce5a27c-1e0f-49fd-a728-71e447a962cc tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4211557 Jun 17 05:56:39.633997 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9e8bd2c-cefa-4f05-a33c-e0af67cf04e5', 'tag': '8c11d3d3-2957-49a7-86cb-dba8eb6623c1'}] {{(pid=99869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 05:56:39.637265 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0cd30a2dc25f77063b731b1ee0033d2c5eeab35dac275bd41c8bb76e2bc3849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9787b8a-b642-4afe-aac8-ddbf5fb3d298" -d '{"events": [{"name": "network-changed", "server_uuid": "f9e8bd2c-cefa-4f05-a33c-e0af67cf04e5", "tag": "8c11d3d3-2957-49a7-86cb-dba8eb6623c1"}]}' {{(pid=99869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 05:56:39.653295 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.l3_dvr_db [None req-96c7e32b-9d14-4bed-89d7-74e3a8e25996 None None] Set router 476fa88e-d12c-4c1e-b4a3-824f6887e74a gateway port host: dv-cinder-772623-9-smb {{(pid=99870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 05:56:39.841098 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 05:56:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d7fa0ca-5c03-4c64-a2dd-cfc3aaa1e0c0 x-openstack-request-id: req-1d7fa0ca-5c03-4c64-a2dd-cfc3aaa1e0c0 {{(pid=99869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 05:56:39.841435 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9e8bd2c-cefa-4f05-a33c-e0af67cf04e5", "tag": "8c11d3d3-2957-49a7-86cb-dba8eb6623c1", "status": "completed", "code": 200}]} {{(pid=99869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 05:56:39.841731 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1d7fa0ca-5c03-4c64-a2dd-cfc3aaa1e0c0 {{(pid=99869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 05:56:39.842173 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9e8bd2c-cefa-4f05-a33c-e0af67cf04e5', 'tag': '8c11d3d3-2957-49a7-86cb-dba8eb6623c1', 'status': 'completed', 'code': 200} Jun 17 05:56:39.852530 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-658252fa-f7f7-4996-b25f-cd95d48afcb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:39.890646 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.l3_hamode_db [None req-96c7e32b-9d14-4bed-89d7-74e3a8e25996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '476fa88e-d12c-4c1e-b4a3-824f6887e74a', 'name': 'tempest-TestShelveInstance-1557240969-router', 'tenant_id': '558f827aa97540488c3f76e89d619401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6', 'external_fixed_ips': [{'subnet_id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'ip_address': '172.28.2.247'}], 'enable_snat': True}, 'gw_port_id': '0a392921-fefd-4a70-96e8-282573c7d927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T05:55:51Z', 'updated_at': '2021-06-17T05:55:54Z', 'revision_number': 4, 'project_id': '558f827aa97540488c3f76e89d619401', 'gw_port': {'id': '0a392921-fefd-4a70-96e8-282573c7d927', 'name': '', 'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:9a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '476fa88e-d12c-4c1e-b4a3-824f6887e74a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'ip_address': '172.28.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:55:52Z', 'updated_at': '2021-06-17T05:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-smb', '_floatingips': [{'id': 'dcba44b1-4727-40ad-9811-ee78bc79cd33', 'tenant_id': '558f827aa97540488c3f76e89d619401', 'floating_ip_address': '172.28.2.48', 'floating_network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6', 'router_id': '476fa88e-d12c-4c1e-b4a3-824f6887e74a', 'port_id': '8c11d3d3-2957-49a7-86cb-dba8eb6623c1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f637bc3-d3ff-4d7b-bacd-19889228ec3d', 'mac_address': 'fa:16:3e:d3:72:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e8bd2c-cefa-4f05-a33c-e0af67cf04e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T05:56:38Z', 'updated_at': '2021-06-17T05:56:38Z', 'revision_number': 0, 'project_id': '558f827aa97540488c3f76e89d619401', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '940b9748-44b2-48ec-8f54-375b4bce2bdf', 'name': '', 'network_id': '2f637bc3-d3ff-4d7b-bacd-19889228ec3d', 'tenant_id': '558f827aa97540488c3f76e89d619401', 'mac_address': 'fa:16:3e:b4:82:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '476fa88e-d12c-4c1e-b4a3-824f6887e74a', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '46a42230-1453-4012-ba5b-603ae5e8b663', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:55:54Z', 'updated_at': '2021-06-17T05:55:59Z', 'revision_number': 5, 'project_id': '558f827aa97540488c3f76e89d619401', 'subnets': [{'id': '46a42230-1453-4012-ba5b-603ae5e8b663', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-9-smb', False) {} {{(pid=99870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:56:39.923873 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c7e32b-9d14-4bed-89d7-74e3a8e25996 None None] Checking router: 476fa88e-d12c-4c1e-b4a3-824f6887e74a for host: dv-cinder-772623-9-smb {{(pid=99870) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 05:56:39.929190 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c7e32b-9d14-4bed-89d7-74e3a8e25996 None None] Routers {'476fa88e-d12c-4c1e-b4a3-824f6887e74a'} bound to L3 agent in host dv-cinder-772623-9-smb {{(pid=99870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 05:56:39.929803 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.l3_hamode_db [None req-96c7e32b-9d14-4bed-89d7-74e3a8e25996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T05:41:12Z,description=,heartbeat_timestamp=2021-06-17T05:56:12Z,host='dv-cinder-772623-9-smb',id=81965deb-4354-4283-a756-7d5d3a21a742,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T05:41:12Z,topic='l3_agent')) {'router_ids': ['476fa88e-d12c-4c1e-b4a3-824f6887e74a'], 'active': True} {{(pid=99870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:56:39.967096 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9787b8a-b642-4afe-aac8-ddbf5fb3d298 req-362f14f2-cee0-4feb-bb97-02d400531207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:56:39.968388 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-e9787b8a-b642-4afe-aac8-ddbf5fb3d298 req-362f14f2-cee0-4feb-bb97-02d400531207 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=558f827aa97540488c3f76e89d619401&device_id=f9e8bd2c-cefa-4f05-a33c-e0af67cf04e5 HTTP/1.1" status: 200 len: 1098 time: 0.1014774 Jun 17 05:56:40.041850 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.l3_dvr_db [None req-96c7e32b-9d14-4bed-89d7-74e3a8e25996 None None] Set router 476fa88e-d12c-4c1e-b4a3-824f6887e74a gateway port host: dv-cinder-772623-9-smb {{(pid=99870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 05:56:40.049856 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-658252fa-f7f7-4996-b25f-cd95d48afcb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:40.084880 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9787b8a-b642-4afe-aac8-ddbf5fb3d298 req-580b6278-b271-41a2-a5bf-10a03a6ae5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:56:40.086525 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-e9787b8a-b642-4afe-aac8-ddbf5fb3d298 req-580b6278-b271-41a2-a5bf-10a03a6ae5f6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2f637bc3-d3ff-4d7b-bacd-19889228ec3d HTTP/1.1" status: 200 len: 910 time: 0.1101713 Jun 17 05:56:40.145879 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-658252fa-f7f7-4996-b25f-cd95d48afcb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:40.151368 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-c8158191-8bb0-4620-8bf6-c2a7ef8a6e7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:56:40.192108 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-e9787b8a-b642-4afe-aac8-ddbf5fb3d298 req-62bc8d6a-b917-4c36-88e5-8b5429badfb2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8c11d3d3-2957-49a7-86cb-dba8eb6623c1 HTTP/1.1" status: 200 len: 998 time: 0.0996575 Jun 17 05:56:40.209839 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658252fa-f7f7-4996-b25f-cd95d48afcb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b10f971d-3ba2-4b03-88c6-e51db8218881,revision_number=1']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:56:40.236461 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [None req-658252fa-f7f7-4996-b25f-cd95d48afcb2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=205fd345bf574b81aa819901273722c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6028485 Jun 17 05:56:40.236690 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-658252fa-f7f7-4996-b25f-cd95d48afcb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:56:40.236802 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.wsgi [-] (99869) accepted ('10.222.0.11', 60672) {{(pid=99869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:56:40.252159 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9787b8a-b642-4afe-aac8-ddbf5fb3d298 req-07a46ef0-4a28-460b-bb0e-1400c99c328a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:56:40.253744 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-e9787b8a-b642-4afe-aac8-ddbf5fb3d298 req-07a46ef0-4a28-460b-bb0e-1400c99c328a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=46a42230-1453-4012-ba5b-603ae5e8b663 HTTP/1.1" status: 200 len: 848 time: 0.0548196 Jun 17 05:56:40.290243 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-9e3ecbfa-5c00-4e4b-8395-c56fd5a8fe05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:40.319349 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-9e3ecbfa-5c00-4e4b-8395-c56fd5a8fe05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:40.322847 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9787b8a-b642-4afe-aac8-ddbf5fb3d298 req-84499f0e-1bb5-43d0-a54c-9d01d839c274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:56:40.324349 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-e9787b8a-b642-4afe-aac8-ddbf5fb3d298 req-84499f0e-1bb5-43d0-a54c-9d01d839c274 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2f637bc3-d3ff-4d7b-bacd-19889228ec3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0636976 Jun 17 05:56:40.409505 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.l3_hamode_db [None req-96c7e32b-9d14-4bed-89d7-74e3a8e25996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '476fa88e-d12c-4c1e-b4a3-824f6887e74a', 'name': 'tempest-TestShelveInstance-1557240969-router', 'tenant_id': '558f827aa97540488c3f76e89d619401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6', 'external_fixed_ips': [{'subnet_id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'ip_address': '172.28.2.247'}], 'enable_snat': True}, 'gw_port_id': '0a392921-fefd-4a70-96e8-282573c7d927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T05:55:51Z', 'updated_at': '2021-06-17T05:55:54Z', 'revision_number': 4, 'project_id': '558f827aa97540488c3f76e89d619401', 'gw_port': {'id': '0a392921-fefd-4a70-96e8-282573c7d927', 'name': '', 'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:9a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '476fa88e-d12c-4c1e-b4a3-824f6887e74a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'ip_address': '172.28.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:55:52Z', 'updated_at': '2021-06-17T05:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-smb', '_floatingips': [{'id': 'dcba44b1-4727-40ad-9811-ee78bc79cd33', 'tenant_id': '558f827aa97540488c3f76e89d619401', 'floating_ip_address': '172.28.2.48', 'floating_network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6', 'router_id': '476fa88e-d12c-4c1e-b4a3-824f6887e74a', 'port_id': '8c11d3d3-2957-49a7-86cb-dba8eb6623c1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f637bc3-d3ff-4d7b-bacd-19889228ec3d', 'mac_address': 'fa:16:3e:d3:72:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e8bd2c-cefa-4f05-a33c-e0af67cf04e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T05:56:38Z', 'updated_at': '2021-06-17T05:56:38Z', 'revision_number': 0, 'project_id': '558f827aa97540488c3f76e89d619401', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '940b9748-44b2-48ec-8f54-375b4bce2bdf', 'name': '', 'network_id': '2f637bc3-d3ff-4d7b-bacd-19889228ec3d', 'tenant_id': '558f827aa97540488c3f76e89d619401', 'mac_address': 'fa:16:3e:b4:82:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '476fa88e-d12c-4c1e-b4a3-824f6887e74a', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '46a42230-1453-4012-ba5b-603ae5e8b663', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:55:54Z', 'updated_at': '2021-06-17T05:55:59Z', 'revision_number': 5, 'project_id': '558f827aa97540488c3f76e89d619401', 'subnets': [{'id': '46a42230-1453-4012-ba5b-603ae5e8b663', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-9-smb', False) {} {{(pid=99870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:56:40.423267 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-e9787b8a-b642-4afe-aac8-ddbf5fb3d298 req-bd738b3c-fa4e-4356-a502-0a7c3d8fef49 service neutron] 10.222.0.13 "GET /v2.0/networks/2f637bc3-d3ff-4d7b-bacd-19889228ec3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924578 Jun 17 05:56:40.436016 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c7e32b-9d14-4bed-89d7-74e3a8e25996 None None] The sync data for ids ['476fa88e-d12c-4c1e-b4a3-824f6887e74a'] in dv-cinder-772623-9-smb is: [{'id': '476fa88e-d12c-4c1e-b4a3-824f6887e74a', 'name': 'tempest-TestShelveInstance-1557240969-router', 'tenant_id': '558f827aa97540488c3f76e89d619401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6', 'external_fixed_ips': [{'subnet_id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'ip_address': '172.28.2.247'}], 'enable_snat': True}, 'gw_port_id': '0a392921-fefd-4a70-96e8-282573c7d927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T05:55:51Z', 'updated_at': '2021-06-17T05:55:54Z', 'revision_number': 4, 'project_id': '558f827aa97540488c3f76e89d619401', 'gw_port': {'id': '0a392921-fefd-4a70-96e8-282573c7d927', 'name': '', 'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:9a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '476fa88e-d12c-4c1e-b4a3-824f6887e74a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'ip_address': '172.28.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:55:52Z', 'updated_at': '2021-06-17T05:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-smb', '_floatingips': [{'id': 'dcba44b1-4727-40ad-9811-ee78bc79cd33', 'tenant_id': '558f827aa97540488c3f76e89d619401', 'floating_ip_address': '172.28.2.48', 'floating_network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6', 'router_id': '476fa88e-d12c-4c1e-b4a3-824f6887e74a', 'port_id': '8c11d3d3-2957-49a7-86cb-dba8eb6623c1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f637bc3-d3ff-4d7b-bacd-19889228ec3d', 'mac_address': 'fa:16:3e:d3:72:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e8bd2c-cefa-4f05-a33c-e0af67cf04e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T05:56:38Z', 'updated_at': '2021-06-17T05:56:38Z', 'revision_number': 0, 'project_id': '558f827aa97540488c3f76e89d619401', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '940b9748-44b2-48ec-8f54-375b4bce2bdf', 'name': '', 'network_id': '2f637bc3-d3ff-4d7b-bacd-19889228ec3d', 'tenant_id': '558f827aa97540488c3f76e89d619401', 'mac_address': 'fa:16:3e:b4:82:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '476fa88e-d12c-4c1e-b4a3-824f6887e74a', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '46a42230-1453-4012-ba5b-603ae5e8b663', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:55:54Z', 'updated_at': '2021-06-17T05:55:59Z', 'revision_number': 5, 'project_id': '558f827aa97540488c3f76e89d619401', 'subnets': [{'id': '46a42230-1453-4012-ba5b-603ae5e8b663', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 05:56:40.521435 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-e9787b8a-b642-4afe-aac8-ddbf5fb3d298 req-022df5b1-9c56-4e5a-9353-d7f057d58cc4 service neutron] 10.222.0.13 "GET /v2.0/networks/2f637bc3-d3ff-4d7b-bacd-19889228ec3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845029 Jun 17 05:56:40.572194 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-9e3ecbfa-5c00-4e4b-8395-c56fd5a8fe05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:40.574773 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-9e3ecbfa-5c00-4e4b-8395-c56fd5a8fe05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:40.576066 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [None req-9e3ecbfa-5c00-4e4b-8395-c56fd5a8fe05 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b10f971d-3ba2-4b03-88c6-e51db8218881 HTTP/1.1" status: 204 len: 168 time: 0.3382485 Jun 17 05:56:40.576858 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-240a011c-2f88-467f-8241-44d8787594de tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:56:40.585143 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3ecbfa-5c00-4e4b-8395-c56fd5a8fe05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b10f971d-3ba2-4b03-88c6-e51db8218881,revision_number=None']} {{(pid=99869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:56:40.586969 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-9e3ecbfa-5c00-4e4b-8395-c56fd5a8fe05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:56:40.640285 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d5e09bc-7b4f-4619-bc6b-a66fd9bff571 None None] New status for floating IP dcba44b1-4727-40ad-9811-ee78bc79cd33: ACTIVE {{(pid=99871) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 05:56:41.280026 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.wsgi [-] (99869) accepted ('10.222.0.11', 60684) {{(pid=99869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:56:41.291210 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-9bb19f5e-ea1d-460a-bc12-ae09c667b175 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:41.512247 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-9bb19f5e-ea1d-460a-bc12-ae09c667b175 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:41.600311 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-9bb19f5e-ea1d-460a-bc12-ae09c667b175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:41.602899 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-5e2fb641-3d90-42c4-9491-6f70736e5381 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:56:41.629149 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-d2f0ce74-df81-440e-aa50-4786fef0053c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:41.630588 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:41.646088 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [None req-9bb19f5e-ea1d-460a-bc12-ae09c667b175 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c3bdcca873d746a1af4b2992090afdd8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3683932 Jun 17 05:56:41.648202 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb19f5e-ea1d-460a-bc12-ae09c667b175 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8306c6b0-381b-4940-9a93-8edbc0852421,revision_number=1']} {{(pid=99869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:56:41.649117 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.wsgi [-] (99868) accepted ('10.222.0.11', 60700) {{(pid=99868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:56:41.651534 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-9bb19f5e-ea1d-460a-bc12-ae09c667b175 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:56:41.701660 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-fcfe12a4-4d6d-440e-b7c9-4bd332c604f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:41.722804 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-fcfe12a4-4d6d-440e-b7c9-4bd332c604f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:41.840364 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-fcfe12a4-4d6d-440e-b7c9-4bd332c604f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:41.842844 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-fcfe12a4-4d6d-440e-b7c9-4bd332c604f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:41.843966 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [None req-fcfe12a4-4d6d-440e-b7c9-4bd332c604f2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8306c6b0-381b-4940-9a93-8edbc0852421 HTTP/1.1" status: 204 len: 168 time: 0.1933725 Jun 17 05:56:41.844738 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-009ca738-7602-44bf-9145-14a03bfc41b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:56:41.851945 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfe12a4-4d6d-440e-b7c9-4bd332c604f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8306c6b0-381b-4940-9a93-8edbc0852421,revision_number=None']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:56:41.854981 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-fcfe12a4-4d6d-440e-b7c9-4bd332c604f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:56:42.547005 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-e4a25698-dc7e-488a-a9c3-c2b55bed5747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:44.263246 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-835a5b83-af16-4b0b-afcf-c7c94ac397a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:47.638338 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:49.372176 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.wsgi [-] (99868) accepted ('10.222.0.11', 60810) {{(pid=99868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:56:49.477569 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-2330da17-226b-46d8-b40c-af476500a5a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:49.565837 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-2330da17-226b-46d8-b40c-af476500a5a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:49.640197 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-2330da17-226b-46d8-b40c-af476500a5a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:49.642722 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-4819d16b-1c2a-4a55-b785-68ac9ee31991 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:56:49.679571 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [None req-2330da17-226b-46d8-b40c-af476500a5a4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3dcd59a4438442b797c178a1ae854894&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3063130 Jun 17 05:56:49.680560 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2330da17-226b-46d8-b40c-af476500a5a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d0744cd-604f-4736-a41d-ece146c6ac20,revision_number=1']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:56:49.682224 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.wsgi [-] (99869) accepted ('10.222.0.11', 60816) {{(pid=99869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:56:49.684716 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-2330da17-226b-46d8-b40c-af476500a5a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:56:49.732459 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-a8f865d7-ea23-4ebc-9616-c03ffb4ff521 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:49.752246 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-a8f865d7-ea23-4ebc-9616-c03ffb4ff521 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:49.880396 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-a8f865d7-ea23-4ebc-9616-c03ffb4ff521 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:49.882989 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-a8f865d7-ea23-4ebc-9616-c03ffb4ff521 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:49.884151 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [None req-a8f865d7-ea23-4ebc-9616-c03ffb4ff521 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8d0744cd-604f-4736-a41d-ece146c6ac20 HTTP/1.1" status: 204 len: 168 time: 0.2001746 Jun 17 05:56:49.884899 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-daaf0e0d-846a-4af0-97b1-614f9a587691 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:56:49.894296 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f865d7-ea23-4ebc-9616-c03ffb4ff521 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d0744cd-604f-4736-a41d-ece146c6ac20,revision_number=None']} {{(pid=99869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:56:49.898548 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-a8f865d7-ea23-4ebc-9616-c03ffb4ff521 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:56:50.514804 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.wsgi [-] (99869) accepted ('10.222.0.11', 60824) {{(pid=99869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:56:50.527933 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-01256087-079e-4840-850f-7b82a862facb admin admin] Notify callbacks [] for security_group, before_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:50.613822 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-01256087-079e-4840-850f-7b82a862facb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:50.701201 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-01256087-079e-4840-850f-7b82a862facb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:50.703627 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-707373e1-b82d-4a95-9fa1-7a476284d39d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:56:50.737607 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01256087-079e-4840-850f-7b82a862facb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b724c67a-55dc-4822-a836-f150e96cebf8,revision_number=1']} {{(pid=99869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:56:50.741645 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [None req-01256087-079e-4840-850f-7b82a862facb admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4babedb1333445a1b440669199aa1d80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2258153 Jun 17 05:56:50.742496 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-01256087-079e-4840-850f-7b82a862facb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:56:50.745483 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.wsgi [-] (99869) accepted ('10.222.0.11', 60826) {{(pid=99869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:56:50.795703 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-c027adcf-d7f5-43b6-9804-424c3b594781 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:50.817606 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-c027adcf-d7f5-43b6-9804-424c3b594781 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:50.935628 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-c027adcf-d7f5-43b6-9804-424c3b594781 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:50.938468 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-c027adcf-d7f5-43b6-9804-424c3b594781 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:50.943038 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [None req-c027adcf-d7f5-43b6-9804-424c3b594781 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b724c67a-55dc-4822-a836-f150e96cebf8 HTTP/1.1" status: 204 len: 168 time: 0.1945026 Jun 17 05:56:50.943038 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-1d6f87e1-5a81-4446-9d64-a69b5771d8a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:56:50.952996 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c027adcf-d7f5-43b6-9804-424c3b594781 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b724c67a-55dc-4822-a836-f150e96cebf8,revision_number=None']} {{(pid=99869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:56:50.952996 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-c027adcf-d7f5-43b6-9804-424c3b594781 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:56:57.863555 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.wsgi [-] (99869) accepted ('10.222.0.11', 60934) {{(pid=99869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:56:57.969430 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-d329ea75-ff50-444f-8410-1f4a031d9bf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:58.056105 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-d329ea75-ff50-444f-8410-1f4a031d9bf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:58.123956 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-d329ea75-ff50-444f-8410-1f4a031d9bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:58.127389 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-1863d9d8-db36-4f02-938b-84653aae90d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:56:58.163015 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [None req-d329ea75-ff50-444f-8410-1f4a031d9bf5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=295ca0fb85fb4b68b0a5fdd41b85c080&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2983465 Jun 17 05:56:58.163955 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d329ea75-ff50-444f-8410-1f4a031d9bf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=752ca23a-3a54-4593-8b89-8d41834d46d5,revision_number=1']} {{(pid=99869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:56:58.165740 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.wsgi [-] (99868) accepted ('10.222.0.11', 60946) {{(pid=99868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:56:58.166915 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-d329ea75-ff50-444f-8410-1f4a031d9bf5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:56:58.216666 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-cb7cfd56-c8cb-4484-b75e-81cb67d7103f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:58.236829 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-cb7cfd56-c8cb-4484-b75e-81cb67d7103f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:58.366024 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-cb7cfd56-c8cb-4484-b75e-81cb67d7103f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:58.368623 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-cb7cfd56-c8cb-4484-b75e-81cb67d7103f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:58.369811 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [None req-cb7cfd56-c8cb-4484-b75e-81cb67d7103f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/752ca23a-3a54-4593-8b89-8d41834d46d5 HTTP/1.1" status: 204 len: 168 time: 0.2018852 Jun 17 05:56:58.371161 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-a1d5316c-8954-4cfb-ac36-826ce501cbfb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:56:58.378784 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7cfd56-c8cb-4484-b75e-81cb67d7103f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=752ca23a-3a54-4593-8b89-8d41834d46d5,revision_number=None']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:56:58.386341 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7cfd56-c8cb-4484-b75e-81cb67d7103f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:56:58.387040 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7cfd56-c8cb-4484-b75e-81cb67d7103f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:56:58.387040 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7cfd56-c8cb-4484-b75e-81cb67d7103f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:56:58.387397 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7cfd56-c8cb-4484-b75e-81cb67d7103f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:56:58.387748 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7cfd56-c8cb-4484-b75e-81cb67d7103f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:56:58.388104 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7cfd56-c8cb-4484-b75e-81cb67d7103f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:56:58.388455 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7cfd56-c8cb-4484-b75e-81cb67d7103f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:56:58.388823 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7cfd56-c8cb-4484-b75e-81cb67d7103f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:56:58.389194 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7cfd56-c8cb-4484-b75e-81cb67d7103f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:56:58.389562 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7cfd56-c8cb-4484-b75e-81cb67d7103f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:56:58.389931 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7cfd56-c8cb-4484-b75e-81cb67d7103f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:56:58.390277 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7cfd56-c8cb-4484-b75e-81cb67d7103f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:56:58.393385 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-cb7cfd56-c8cb-4484-b75e-81cb67d7103f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:56:59.472925 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.wsgi [-] (99868) accepted ('10.222.0.11', 60972) {{(pid=99868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:56:59.567322 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.v2.base [None req-5e85d392-93a8-43c6-b8f3-66f37ed440a0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-279617586-network', 'tenant_id': 'acfdf39a2b294e2c89b6008a3d2a21cb'}} {{(pid=99868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:56:59.668542 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e85d392-93a8-43c6-b8f3-66f37ed440a0 admin admin] Made reservation on behalf of acfdf39a2b294e2c89b6008a3d2a21cb for: {'network': 1} {{(pid=99868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 05:56:59.670764 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-5e85d392-93a8-43c6-b8f3-66f37ed440a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1464150'] for network, before_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:56:59.682224 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-5e85d392-93a8-43c6-b8f3-66f37ed440a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:00.033999 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-5e85d392-93a8-43c6-b8f3-66f37ed440a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:00.112167 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-5e85d392-93a8-43c6-b8f3-66f37ed440a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:00.115165 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-47de8c6e-ab49-4244-b414-7827cf0c7e54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:57:00.137085 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e85d392-93a8-43c6-b8f3-66f37ed440a0 admin admin] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=99868) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 05:57:00.146686 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e85d392-93a8-43c6-b8f3-66f37ed440a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6b7eac4-6075-46a4-946f-58e9ab5ee5a2,revision_number=1']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:57:00.152898 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-5e85d392-93a8-43c6-b8f3-66f37ed440a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:57:00.153801 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-5e85d392-93a8-43c6-b8f3-66f37ed440a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589316'] for segment, precommit_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:00.154157 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.db.segments_db [None req-5e85d392-93a8-43c6-b8f3-66f37ed440a0 admin admin] Added segment 2016634b-8bf1-4341-b40e-bf487ff17cde of type vlan for network 9d427579-79e5-4e58-8508-4899a3a3adce Jun 17 05:57:00.202073 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-5e85d392-93a8-43c6-b8f3-66f37ed440a0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773697459366'] for network, precommit_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:00.354495 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-5e85d392-93a8-43c6-b8f3-66f37ed440a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3713235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-564052'] for network, after_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:00.355948 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e85d392-93a8-43c6-b8f3-66f37ed440a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:57:00.356570 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-5e85d392-93a8-43c6-b8f3-66f37ed440a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564043'] for network, before_response {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:00.359860 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:57:00.422059 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e85d392-93a8-43c6-b8f3-66f37ed440a0 admin admin] Pushing event updated for resources: {'Network': ['ID=9d427579-79e5-4e58-8508-4899a3a3adce,revision_number=1']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:57:00.424814 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-5e85d392-93a8-43c6-b8f3-66f37ed440a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:57:00.435102 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Network 9d427579-79e5-4e58-8508-4899a3a3adce details requested by agent ovs-agent-dv-cinder-772623-9-smb with host dv-cinder-772623-9-smb {{(pid=99870) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 05:57:00.498012 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [None req-5e85d392-93a8-43c6-b8f3-66f37ed440a0 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0233815 Jun 17 05:57:00.501334 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.wsgi [-] (99868) accepted ('10.222.0.11', 60988) {{(pid=99868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:57:00.506357 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.v2.base [None req-568dd6c1-42c1-48f0-85bc-a1de87a06bf5 admin admin] Request body: {'subnet': {'network_id': '9d427579-79e5-4e58-8508-4899a3a3adce', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-279617586-subnet', 'tenant_id': 'acfdf39a2b294e2c89b6008a3d2a21cb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:57:00.577417 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-568dd6c1-42c1-48f0-85bc-a1de87a06bf5 admin admin] Made reservation on behalf of acfdf39a2b294e2c89b6008a3d2a21cb for: {'subnet': 1} {{(pid=99868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 05:57:00.581357 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-568dd6c1-42c1-48f0-85bc-a1de87a06bf5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26633748'] for subnet, before_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:00.817368 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-568dd6c1-42c1-48f0-85bc-a1de87a06bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2882314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26633734'] for subnet, after_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:00.819713 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-38934dd3-3966-4984-b12f-e1181d077984 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:57:00.871813 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568dd6c1-42c1-48f0-85bc-a1de87a06bf5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1791587-4989-4460-a7e3-483abd3a69f2,revision_number=0']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:57:00.875144 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-568dd6c1-42c1-48f0-85bc-a1de87a06bf5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:57:00.880823 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568dd6c1-42c1-48f0-85bc-a1de87a06bf5 admin admin] Checking segment: {'id': '2016634b-8bf1-4341-b40e-bf487ff17cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '9d427579-79e5-4e58-8508-4899a3a3adce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 05:57:00.882883 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-568dd6c1-42c1-48f0-85bc-a1de87a06bf5 admin admin] Network hostable DHCP agents. Network: 9d427579-79e5-4e58-8508-4899a3a3adce, hostable agents: ['f091d0a2-6a46-4cbb-8021-fc5f6c6b7d63'], hosted agents: [] {{(pid=99868) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 05:57:00.972448 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-568dd6c1-42c1-48f0-85bc-a1de87a06bf5 admin admin] Network 9d427579-79e5-4e58-8508-4899a3a3adce is scheduled to be hosted by DHCP agent f091d0a2-6a46-4cbb-8021-fc5f6c6b7d63 with binding_index 1 {{(pid=99868) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 05:57:01.074446 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.scheduler.base_scheduler [None req-568dd6c1-42c1-48f0-85bc-a1de87a06bf5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-9-smb, 9d427579-79e5-4e58-8508-4899a3a3adce) {{(pid=99868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 05:57:01.078793 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-568dd6c1-42c1-48f0-85bc-a1de87a06bf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:57:01.079547 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-568dd6c1-42c1-48f0-85bc-a1de87a06bf5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564043'] for subnet, before_response {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:01.083665 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d626b3a4-80b0-479a-a609-99474902865b None None] Network 9d427579-79e5-4e58-8508-4899a3a3adce requested from dv-cinder-772623-9-smb {{(pid=99870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 05:57:01.144101 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [None req-568dd6c1-42c1-48f0-85bc-a1de87a06bf5 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6416881 Jun 17 05:57:01.205856 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93a765dc-346e-43dd-a63e-5b98461fd589 None None] Network 9d427579-79e5-4e58-8508-4899a3a3adce requested from dv-cinder-772623-9-smb {{(pid=99870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 05:57:03.279768 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76628b6-56d0-41e0-af52-0198851aa1c8 req-db126da2-5a41-4dbb-98ca-ecb9464d6125 tempest-VolumesActionsTest-1249534911 tempest-VolumesActionsTest-1249534911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:57:03.281331 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-c76628b6-56d0-41e0-af52-0198851aa1c8 req-db126da2-5a41-4dbb-98ca-ecb9464d6125 tempest-VolumesActionsTest-1249534911 tempest-VolumesActionsTest-1249534911-project] 10.222.0.11 "GET /v2.0/networks?id=9d427579-79e5-4e58-8508-4899a3a3adce HTTP/1.1" status: 200 len: 808 time: 0.1078467 Jun 17 05:57:03.296282 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-c76628b6-56d0-41e0-af52-0198851aa1c8 req-8fe4453f-801d-4b62-bcbb-f68764366cba tempest-VolumesActionsTest-1249534911 tempest-VolumesActionsTest-1249534911-project] 10.222.0.11 "GET /v2.0/quotas/acfdf39a2b294e2c89b6008a3d2a21cb HTTP/1.1" status: 200 len: 375 time: 0.0095127 Jun 17 05:57:03.330375 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-c76628b6-56d0-41e0-af52-0198851aa1c8 req-77d2af97-f8aa-47bc-ab89-773e54107fe4 tempest-VolumesActionsTest-1249534911 tempest-VolumesActionsTest-1249534911-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=acfdf39a2b294e2c89b6008a3d2a21cb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0288770 Jun 17 05:57:03.468333 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-c76628b6-56d0-41e0-af52-0198851aa1c8 req-c578c699-6046-4807-82d9-77f3a8db51ab service neutron] 10.222.0.11 "GET /v2.0/networks/9d427579-79e5-4e58-8508-4899a3a3adce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314571 Jun 17 05:57:03.564011 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-c76628b6-56d0-41e0-af52-0198851aa1c8 req-b63ac490-7a36-4120-a49e-3635be542cd8 service neutron] 10.222.0.11 "GET /v2.0/networks/9d427579-79e5-4e58-8508-4899a3a3adce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895338 Jun 17 05:57:03.810418 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-754c7c8e-f7a5-4978-af68-1280ca04647d req-f16c502b-0dc6-4dea-8ecd-622e4d23bc80 tempest-VolumesActionsTest-1249534911 tempest-VolumesActionsTest-1249534911-project] 10.222.0.11 "GET /v2.0/ports?device_id=0e3efbc0-9954-4d7c-9b1d-e7be359633a6 HTTP/1.1" status: 200 len: 210 time: 0.0317216 Jun 17 05:57:04.719071 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.wsgi [-] (99869) accepted ('10.222.0.11', 32810) {{(pid=99869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:57:04.820769 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-3fb94480-18ac-416f-8f81-71035eabaf34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:04.895959 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-0e7a9350-bb6e-47d3-9044-fe8e29960c4e req-ba37f32f-59f4-472d-9d9f-ba2382e23be1 tempest-VolumesActionsTest-1249534911 tempest-VolumesActionsTest-1249534911-project] 10.222.0.11 "GET /v2.0/ports?device_id=0e3efbc0-9954-4d7c-9b1d-e7be359633a6 HTTP/1.1" status: 200 len: 210 time: 0.0315783 Jun 17 05:57:04.910495 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-3fb94480-18ac-416f-8f81-71035eabaf34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:04.999732 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-3fb94480-18ac-416f-8f81-71035eabaf34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:05.002261 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-f02b7287-bab8-48c0-9aed-f239f7ad73a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:57:05.044288 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [None req-3fb94480-18ac-416f-8f81-71035eabaf34 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=50a7044dffdf41f581c384e7acaae373&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3189456 Jun 17 05:57:05.044288 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb94480-18ac-416f-8f81-71035eabaf34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4777d9d0-d59a-4409-97b7-fbf88dcd2075,revision_number=1']} {{(pid=99869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:57:05.044607 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.wsgi [-] (99868) accepted ('10.222.0.11', 32818) {{(pid=99868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:57:05.048045 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb94480-18ac-416f-8f81-71035eabaf34 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:57:05.048424 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb94480-18ac-416f-8f81-71035eabaf34 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:57:05.049082 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb94480-18ac-416f-8f81-71035eabaf34 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:57:05.049449 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb94480-18ac-416f-8f81-71035eabaf34 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:57:05.049807 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb94480-18ac-416f-8f81-71035eabaf34 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:57:05.050163 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb94480-18ac-416f-8f81-71035eabaf34 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:57:05.050521 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb94480-18ac-416f-8f81-71035eabaf34 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:57:05.050882 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb94480-18ac-416f-8f81-71035eabaf34 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:57:05.051236 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb94480-18ac-416f-8f81-71035eabaf34 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:57:05.051588 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb94480-18ac-416f-8f81-71035eabaf34 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:57:05.051958 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb94480-18ac-416f-8f81-71035eabaf34 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:57:05.052325 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb94480-18ac-416f-8f81-71035eabaf34 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:57:05.056586 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-3fb94480-18ac-416f-8f81-71035eabaf34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:57:05.094489 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-4592d78d-3f7b-4d5d-8b7d-7c13bb3ef4e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:05.117003 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-4592d78d-3f7b-4d5d-8b7d-7c13bb3ef4e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:05.222745 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-4592d78d-3f7b-4d5d-8b7d-7c13bb3ef4e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:05.225323 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-4592d78d-3f7b-4d5d-8b7d-7c13bb3ef4e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:05.226478 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [None req-4592d78d-3f7b-4d5d-8b7d-7c13bb3ef4e3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4777d9d0-d59a-4409-97b7-fbf88dcd2075 HTTP/1.1" status: 204 len: 168 time: 0.1825979 Jun 17 05:57:05.227297 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-fcfe12a4-4d6d-440e-b7c9-4bd332c604f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:57:05.235634 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4592d78d-3f7b-4d5d-8b7d-7c13bb3ef4e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4777d9d0-d59a-4409-97b7-fbf88dcd2075,revision_number=None']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:57:05.238392 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-4592d78d-3f7b-4d5d-8b7d-7c13bb3ef4e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:57:05.880937 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.wsgi [-] (99868) accepted ('10.222.0.11', 32824) {{(pid=99868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:57:05.898071 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-e6d40530-721b-4bbc-9032-c32055201792 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:05.984699 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-e6d40530-721b-4bbc-9032-c32055201792 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:06.053641 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-b6e8b334-5d98-4d6b-8da4-47fadc63d24a req-cebf46ba-3eea-43be-959e-5025d034496d tempest-VolumesActionsTest-1249534911 tempest-VolumesActionsTest-1249534911-project] 10.222.0.11 "GET /v2.0/ports?device_id=0e3efbc0-9954-4d7c-9b1d-e7be359633a6 HTTP/1.1" status: 200 len: 210 time: 0.0281122 Jun 17 05:57:06.062733 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-e6d40530-721b-4bbc-9032-c32055201792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:06.066415 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-99d13b76-c292-4e88-b40f-ffabaef97b0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:57:06.102887 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [None req-e6d40530-721b-4bbc-9032-c32055201792 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=aaab585008c0475888ebcc85ee96c0a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2208433 Jun 17 05:57:06.107001 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d40530-721b-4bbc-9032-c32055201792 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ab345e6-5fb8-45a1-a912-d85effebe828,revision_number=1']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:57:06.108981 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-e6d40530-721b-4bbc-9032-c32055201792 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:57:06.109158 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.wsgi [-] (99869) accepted ('10.222.0.11', 32828) {{(pid=99869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:57:06.160363 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-cb00d434-ea52-4a37-b7a8-aed92ab70a6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:06.183575 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-cb00d434-ea52-4a37-b7a8-aed92ab70a6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:06.360436 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-cb00d434-ea52-4a37-b7a8-aed92ab70a6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:06.363138 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-cb00d434-ea52-4a37-b7a8-aed92ab70a6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:06.364454 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [None req-cb00d434-ea52-4a37-b7a8-aed92ab70a6f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5ab345e6-5fb8-45a1-a912-d85effebe828 HTTP/1.1" status: 204 len: 168 time: 0.2543459 Jun 17 05:57:06.365303 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-3fb94480-18ac-416f-8f81-71035eabaf34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:57:06.374152 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb00d434-ea52-4a37-b7a8-aed92ab70a6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ab345e6-5fb8-45a1-a912-d85effebe828,revision_number=None']} {{(pid=99869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:57:06.376443 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-cb00d434-ea52-4a37-b7a8-aed92ab70a6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:57:06.444045 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76628b6-56d0-41e0-af52-0198851aa1c8 req-f1f70d79-4474-40f9-9318-5619027775b2 tempest-VolumesActionsTest-1249534911 tempest-VolumesActionsTest-1249534911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:57:06.445640 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-c76628b6-56d0-41e0-af52-0198851aa1c8 req-f1f70d79-4474-40f9-9318-5619027775b2 tempest-VolumesActionsTest-1249534911 tempest-VolumesActionsTest-1249534911-project] 10.222.0.13 "GET /v2.0/networks?id=9d427579-79e5-4e58-8508-4899a3a3adce HTTP/1.1" status: 200 len: 808 time: 0.1165316 Jun 17 05:57:06.457715 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.v2.base [req-c76628b6-56d0-41e0-af52-0198851aa1c8 req-5eae774c-5858-4f5b-9b08-3b6324d3e47c tempest-VolumesActionsTest-1249534911 tempest-VolumesActionsTest-1249534911-project] Request body: {'port': {'device_id': '0e3efbc0-9954-4d7c-9b1d-e7be359633a6', 'network_id': '9d427579-79e5-4e58-8508-4899a3a3adce', 'admin_state_up': True, 'tenant_id': 'acfdf39a2b294e2c89b6008a3d2a21cb'}} {{(pid=99868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:57:06.643367 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c76628b6-56d0-41e0-af52-0198851aa1c8 req-5eae774c-5858-4f5b-9b08-3b6324d3e47c tempest-VolumesActionsTest-1249534911 tempest-VolumesActionsTest-1249534911-project] Made reservation on behalf of acfdf39a2b294e2c89b6008a3d2a21cb for: {'port': 1} {{(pid=99868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 05:57:06.647328 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-c76628b6-56d0-41e0-af52-0198851aa1c8 req-5eae774c-5858-4f5b-9b08-3b6324d3e47c tempest-VolumesActionsTest-1249534911 tempest-VolumesActionsTest-1249534911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1464150'] for port, before_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:06.785238 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.db.db_base_plugin_common [req-c76628b6-56d0-41e0-af52-0198851aa1c8 req-5eae774c-5858-4f5b-9b08-3b6324d3e47c tempest-VolumesActionsTest-1249534911 tempest-VolumesActionsTest-1249534911-project] Allocated IP 172.20.0.3 (9d427579-79e5-4e58-8508-4899a3a3adce/d1791587-4989-4460-a7e3-483abd3a69f2/24bfc16d-7d0f-445d-a1c4-3d5ccd82fe93) {{(pid=99868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 05:57:06.951658 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-c76628b6-56d0-41e0-af52-0198851aa1c8 req-5eae774c-5858-4f5b-9b08-3b6324d3e47c tempest-VolumesActionsTest-1249534911 tempest-VolumesActionsTest-1249534911-project] Notify callbacks [] for port, precommit_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:07.084113 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-c76628b6-56d0-41e0-af52-0198851aa1c8 req-5eae774c-5858-4f5b-9b08-3b6324d3e47c tempest-VolumesActionsTest-1249534911 tempest-VolumesActionsTest-1249534911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1465235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-156110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-564052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773697504543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2882486'] for port, after_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:07.088204 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-80ff92f1-a8bb-4c80-96b4-2bbcbf7b8951 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:57:07.129531 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c76628b6-56d0-41e0-af52-0198851aa1c8 req-5eae774c-5858-4f5b-9b08-3b6324d3e47c tempest-VolumesActionsTest-1249534911 tempest-VolumesActionsTest-1249534911-project] Network 9d427579-79e5-4e58-8508-4899a3a3adce is already hosted by enough agents. {{(pid=99868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 05:57:07.132734 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.scheduler.base_scheduler [req-c76628b6-56d0-41e0-af52-0198851aa1c8 req-5eae774c-5858-4f5b-9b08-3b6324d3e47c tempest-VolumesActionsTest-1249534911 tempest-VolumesActionsTest-1249534911-project] Resources bound (agent type, host, resource id): {{(pid=99868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 05:57:07.140120 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.db.l3_dvrscheduler_db [req-c76628b6-56d0-41e0-af52-0198851aa1c8 req-5eae774c-5858-4f5b-9b08-3b6324d3e47c tempest-VolumesActionsTest-1249534911 tempest-VolumesActionsTest-1249534911-project] Received port after_create {{(pid=99868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 05:57:07.146458 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eae774c-5858-4f5b-9b08-3b6324d3e47c tempest-VolumesActionsTest-1249534911 tempest-VolumesActionsTest-1249534911-project] Pushing event updated for resources: {'Port': ['ID=24bfc16d-7d0f-445d-a1c4-3d5ccd82fe93,revision_number=1']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:57:07.165889 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-5eae774c-5858-4f5b-9b08-3b6324d3e47c tempest-VolumesActionsTest-1249534911 tempest-VolumesActionsTest-1249534911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:57:07.218087 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76628b6-56d0-41e0-af52-0198851aa1c8 req-5eae774c-5858-4f5b-9b08-3b6324d3e47c tempest-VolumesActionsTest-1249534911 tempest-VolumesActionsTest-1249534911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:57:07.218712 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-c76628b6-56d0-41e0-af52-0198851aa1c8 req-5eae774c-5858-4f5b-9b08-3b6324d3e47c tempest-VolumesActionsTest-1249534911 tempest-VolumesActionsTest-1249534911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-860254'] for port, before_response {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:07.259555 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8df2b1-f611-4b2d-aa27-51f1586788dd req-99bbc439-cd1c-42d6-9d47-657b0490ce51 tempest-VolumesActionsTest-1249534911 tempest-VolumesActionsTest-1249534911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:57:07.261404 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-ae8df2b1-f611-4b2d-aa27-51f1586788dd req-99bbc439-cd1c-42d6-9d47-657b0490ce51 tempest-VolumesActionsTest-1249534911 tempest-VolumesActionsTest-1249534911-project] 10.222.0.11 "GET /v2.0/ports?device_id=0e3efbc0-9954-4d7c-9b1d-e7be359633a6 HTTP/1.1" status: 200 len: 931 time: 0.0839744 Jun 17 05:57:07.305012 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-ae8df2b1-f611-4b2d-aa27-51f1586788dd req-b5b835ab-c18d-40f8-87d2-35816fd2cf0e tempest-VolumesActionsTest-1249534911 tempest-VolumesActionsTest-1249534911-project] 10.222.0.11 "GET /v2.0/security-groups?id=f6b7eac4-6075-46a4-946f-58e9ab5ee5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370636 Jun 17 05:57:07.364421 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-c76628b6-56d0-41e0-af52-0198851aa1c8 req-5eae774c-5858-4f5b-9b08-3b6324d3e47c tempest-VolumesActionsTest-1249534911 tempest-VolumesActionsTest-1249534911-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9106572 Jun 17 05:57:07.376975 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.v2.base [req-c76628b6-56d0-41e0-af52-0198851aa1c8 req-328f3eda-0bff-4d8e-bcbc-6085599e6afc service neutron] Request body: {'port': {'device_id': '0e3efbc0-9954-4d7c-9b1d-e7be359633a6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=99868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:57:07.455559 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-c76628b6-56d0-41e0-af52-0198851aa1c8 req-328f3eda-0bff-4d8e-bcbc-6085599e6afc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1464132'] for port, before_update {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:07.727502 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.notifiers.nova [req-c76628b6-56d0-41e0-af52-0198851aa1c8 req-328f3eda-0bff-4d8e-bcbc-6085599e6afc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24bfc16d-7d0f-445d-a1c4-3d5ccd82fe93 {{(pid=99868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 05:57:07.736337 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-c76628b6-56d0-41e0-af52-0198851aa1c8 req-328f3eda-0bff-4d8e-bcbc-6085599e6afc service neutron] Notify callbacks [] for port, precommit_update {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:07.748214 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.db.provisioning_blocks [req-c76628b6-56d0-41e0-af52-0198851aa1c8 req-328f3eda-0bff-4d8e-bcbc-6085599e6afc service neutron] Transition to ACTIVE for port object 24bfc16d-7d0f-445d-a1c4-3d5ccd82fe93 will not be triggered until provisioned by entity L2. {{(pid=99868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 05:57:07.840275 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-c76628b6-56d0-41e0-af52-0198851aa1c8 req-328f3eda-0bff-4d8e-bcbc-6085599e6afc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773697962343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773697504561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773697504606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2882436'] for port, after_update {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:07.842320 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-7cd8f94a-1e0c-4676-aa98-f7f955acb524 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:57:07.911012 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328f3eda-0bff-4d8e-bcbc-6085599e6afc service neutron] Pushing event updated for resources: {'Port': ['ID=24bfc16d-7d0f-445d-a1c4-3d5ccd82fe93,revision_number=2']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:57:07.915165 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-328f3eda-0bff-4d8e-bcbc-6085599e6afc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:57:07.984358 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.managers [req-c76628b6-56d0-41e0-af52-0198851aa1c8 req-328f3eda-0bff-4d8e-bcbc-6085599e6afc service neutron] Attempting to bind port 24bfc16d-7d0f-445d-a1c4-3d5ccd82fe93 on host hv-cinder-77262 for vnic_type normal with profile {{(pid=99868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 05:57:07.984971 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.managers [req-c76628b6-56d0-41e0-af52-0198851aa1c8 req-328f3eda-0bff-4d8e-bcbc-6085599e6afc service neutron] Attempting to bind port 24bfc16d-7d0f-445d-a1c4-3d5ccd82fe93 by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': '2016634b-8bf1-4341-b40e-bf487ff17cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '9d427579-79e5-4e58-8508-4899a3a3adce'}] {{(pid=99868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 05:57:07.984971 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c76628b6-56d0-41e0-af52-0198851aa1c8 req-328f3eda-0bff-4d8e-bcbc-6085599e6afc service neutron] Attempting to bind port 24bfc16d-7d0f-445d-a1c4-3d5ccd82fe93 on network 9d427579-79e5-4e58-8508-4899a3a3adce {{(pid=99868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 05:57:07.989295 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c76628b6-56d0-41e0-af52-0198851aa1c8 req-328f3eda-0bff-4d8e-bcbc-6085599e6afc service neutron] Port 24bfc16d-7d0f-445d-a1c4-3d5ccd82fe93 on network 9d427579-79e5-4e58-8508-4899a3a3adce not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=99868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 05:57:07.989614 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c76628b6-56d0-41e0-af52-0198851aa1c8 req-328f3eda-0bff-4d8e-bcbc-6085599e6afc service neutron] Attempting to bind port 24bfc16d-7d0f-445d-a1c4-3d5ccd82fe93 on network 9d427579-79e5-4e58-8508-4899a3a3adce {{(pid=99868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 05:57:07.994428 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c76628b6-56d0-41e0-af52-0198851aa1c8 req-328f3eda-0bff-4d8e-bcbc-6085599e6afc service neutron] Checking agent: {'id': 'a94c375a-f30e-48af-b86b-c1ab552b3c7d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 5, 47, 47), 'started_at': datetime.datetime(2021, 6, 17, 5, 47, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 5, 56, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 05:57:07.994764 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c76628b6-56d0-41e0-af52-0198851aa1c8 req-328f3eda-0bff-4d8e-bcbc-6085599e6afc service neutron] Checking segment: {'id': '2016634b-8bf1-4341-b40e-bf487ff17cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '9d427579-79e5-4e58-8508-4899a3a3adce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 05:57:07.995178 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c76628b6-56d0-41e0-af52-0198851aa1c8 req-328f3eda-0bff-4d8e-bcbc-6085599e6afc service neutron] Bound using segment: {'id': '2016634b-8bf1-4341-b40e-bf487ff17cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '9d427579-79e5-4e58-8508-4899a3a3adce'} {{(pid=99868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 05:57:07.995626 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.managers [req-c76628b6-56d0-41e0-af52-0198851aa1c8 req-328f3eda-0bff-4d8e-bcbc-6085599e6afc service neutron] Bound port: 24bfc16d-7d0f-445d-a1c4-3d5ccd82fe93, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2016634b-8bf1-4341-b40e-bf487ff17cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '9d427579-79e5-4e58-8508-4899a3a3adce'}}] {{(pid=99868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 05:57:07.995973 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-c76628b6-56d0-41e0-af52-0198851aa1c8 req-328f3eda-0bff-4d8e-bcbc-6085599e6afc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1464132'] for port, before_update {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:08.060707 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.db [req-c76628b6-56d0-41e0-af52-0198851aa1c8 req-328f3eda-0bff-4d8e-bcbc-6085599e6afc service neutron] For port 24bfc16d-7d0f-445d-a1c4-3d5ccd82fe93, host hv-cinder-77262, cleared binding levels {{(pid=99868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 05:57:08.064827 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.db [req-c76628b6-56d0-41e0-af52-0198851aa1c8 req-328f3eda-0bff-4d8e-bcbc-6085599e6afc service neutron] For port 24bfc16d-7d0f-445d-a1c4-3d5ccd82fe93, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=24bfc16d-7d0f-445d-a1c4-3d5ccd82fe93,segment=NetworkSegment(2016634b-8bf1-4341-b40e-bf487ff17cde),segment_id=2016634b-8bf1-4341-b40e-bf487ff17cde)] {{(pid=99868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 05:57:08.125072 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.wsgi [-] (99868) accepted ('10.222.0.11', 32864) {{(pid=99868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:57:08.135318 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-c76628b6-56d0-41e0-af52-0198851aa1c8 req-328f3eda-0bff-4d8e-bcbc-6085599e6afc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773697962343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773697504561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773697504606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2882436'] for port, after_update {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:08.138321 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-ff6be127-4fca-446f-803e-6367237eb0f9 tempest-AttachVolumeNegativeTest-776731689 tempest-AttachVolumeNegativeTest-776731689-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:57:08.173895 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76628b6-56d0-41e0-af52-0198851aa1c8 req-328f3eda-0bff-4d8e-bcbc-6085599e6afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:57:08.174610 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-c76628b6-56d0-41e0-af52-0198851aa1c8 req-328f3eda-0bff-4d8e-bcbc-6085599e6afc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-860254'] for port, before_response {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:08.176150 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-c76628b6-56d0-41e0-af52-0198851aa1c8 req-328f3eda-0bff-4d8e-bcbc-6085599e6afc service neutron] 10.222.0.13 "PUT /v2.0/ports/24bfc16d-7d0f-445d-a1c4-3d5ccd82fe93 HTTP/1.1" status: 200 len: 1093 time: 0.8039312 Jun 17 05:57:08.176771 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e3efbc0-9954-4d7c-9b1d-e7be359633a6', 'tag': '24bfc16d-7d0f-445d-a1c4-3d5ccd82fe93'}] {{(pid=99868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 05:57:08.179320 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8d1bbba7808a8cca0df1ca407b71cd1cd2965420825a4b8dd9215cbcd05a37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc87ce7f-0499-49e2-999f-5c9302be75b5" -d '{"events": [{"name": "network-changed", "server_uuid": "0e3efbc0-9954-4d7c-9b1d-e7be359633a6", "tag": "24bfc16d-7d0f-445d-a1c4-3d5ccd82fe93"}]}' {{(pid=99868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 05:57:08.208950 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328f3eda-0bff-4d8e-bcbc-6085599e6afc service neutron] Pushing event updated for resources: {'Port': ['ID=24bfc16d-7d0f-445d-a1c4-3d5ccd82fe93,revision_number=3']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:57:08.219406 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-328f3eda-0bff-4d8e-bcbc-6085599e6afc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:57:08.221195 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 05:57:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24ca00d9-7ddf-4592-95df-3471026a50f4 x-openstack-request-id: req-24ca00d9-7ddf-4592-95df-3471026a50f4 {{(pid=99868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 05:57:08.222940 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e3efbc0-9954-4d7c-9b1d-e7be359633a6", "tag": "24bfc16d-7d0f-445d-a1c4-3d5ccd82fe93", "status": "completed", "code": 200}]} {{(pid=99868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 05:57:08.223426 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-24ca00d9-7ddf-4592-95df-3471026a50f4 {{(pid=99868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 05:57:08.223854 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e3efbc0-9954-4d7c-9b1d-e7be359633a6', 'tag': '24bfc16d-7d0f-445d-a1c4-3d5ccd82fe93', 'status': 'completed', 'code': 200} Jun 17 05:57:08.247695 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-aa16d3eb-76c7-4063-b509-86c040009e3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:08.331193 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc87ce7f-0499-49e2-999f-5c9302be75b5 req-92402d8c-33a9-4adc-b027-743ea43a65b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:57:08.333032 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-fc87ce7f-0499-49e2-999f-5c9302be75b5 req-92402d8c-33a9-4adc-b027-743ea43a65b1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=acfdf39a2b294e2c89b6008a3d2a21cb&device_id=0e3efbc0-9954-4d7c-9b1d-e7be359633a6 HTTP/1.1" status: 200 len: 1096 time: 0.0933774 Jun 17 05:57:08.493059 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-aa16d3eb-76c7-4063-b509-86c040009e3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:08.502387 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc87ce7f-0499-49e2-999f-5c9302be75b5 req-cbba39b5-5716-4132-b8c7-cc37a0376cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:57:08.503845 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-fc87ce7f-0499-49e2-999f-5c9302be75b5 req-cbba39b5-5716-4132-b8c7-cc37a0376cc0 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=acfdf39a2b294e2c89b6008a3d2a21cb&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1613414 Jun 17 05:57:08.565112 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-aa16d3eb-76c7-4063-b509-86c040009e3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:08.567353 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-72404895-7736-4d07-b38d-7577e04461b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:57:08.592814 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd118b3-d981-468b-bd7d-393ab8a6c295 req-664754b8-ca16-4ef7-8467-7913a76d8cb3 tempest-VolumesActionsTest-1249534911 tempest-VolumesActionsTest-1249534911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:57:08.597958 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-edd118b3-d981-468b-bd7d-393ab8a6c295 req-664754b8-ca16-4ef7-8467-7913a76d8cb3 tempest-VolumesActionsTest-1249534911 tempest-VolumesActionsTest-1249534911-project] 10.222.0.11 "GET /v2.0/ports?device_id=0e3efbc0-9954-4d7c-9b1d-e7be359633a6 HTTP/1.1" status: 200 len: 943 time: 0.1710474 Jun 17 05:57:08.642928 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa16d3eb-76c7-4063-b509-86c040009e3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdf84877-67c8-4c54-8e06-a6a3361f28b4,revision_number=1']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:57:08.646993 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-aa16d3eb-76c7-4063-b509-86c040009e3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:57:08.654563 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [None req-aa16d3eb-76c7-4063-b509-86c040009e3f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2a2d704caadd418ca5ba68312d47ac70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5283401 Jun 17 05:57:08.657591 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.wsgi [-] (99869) accepted ('10.222.0.11', 32872) {{(pid=99869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:57:08.687411 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-edd118b3-d981-468b-bd7d-393ab8a6c295 req-76f75619-f01e-4d67-9ef6-e4e6e00461d1 tempest-VolumesActionsTest-1249534911 tempest-VolumesActionsTest-1249534911-project] 10.222.0.11 "GET /v2.0/security-groups?id=f6b7eac4-6075-46a4-946f-58e9ab5ee5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759473 Jun 17 05:57:08.688553 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc87ce7f-0499-49e2-999f-5c9302be75b5 req-0d19c84a-1075-47cd-8808-0b9a0861550c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:57:08.689890 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-fc87ce7f-0499-49e2-999f-5c9302be75b5 req-0d19c84a-1075-47cd-8808-0b9a0861550c service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1778247 Jun 17 05:57:08.720039 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-02c8ff9d-4a06-40db-9a19-f49e133be025 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:08.741388 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-02c8ff9d-4a06-40db-9a19-f49e133be025 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:08.786759 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76628b6-56d0-41e0-af52-0198851aa1c8 req-18e98b98-dee9-4986-a18c-9df87c06a985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:57:08.788655 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-c76628b6-56d0-41e0-af52-0198851aa1c8 req-18e98b98-dee9-4986-a18c-9df87c06a985 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=acfdf39a2b294e2c89b6008a3d2a21cb&device_id=0e3efbc0-9954-4d7c-9b1d-e7be359633a6 HTTP/1.1" status: 200 len: 1096 time: 0.0557494 Jun 17 05:57:08.827189 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-c76628b6-56d0-41e0-af52-0198851aa1c8 req-641bb8f0-e3e9-4537-92cb-e896d766257b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=24bfc16d-7d0f-445d-a1c4-3d5ccd82fe93 HTTP/1.1" status: 200 len: 217 time: 0.0321040 Jun 17 05:57:08.878347 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-74bde694-5cc8-4301-b281-de86b2b2fcd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:08.879123 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76628b6-56d0-41e0-af52-0198851aa1c8 req-7591371b-0f74-47c4-869e-a6b1063dd815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:57:08.880558 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-c76628b6-56d0-41e0-af52-0198851aa1c8 req-7591371b-0f74-47c4-869e-a6b1063dd815 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d1791587-4989-4460-a7e3-483abd3a69f2 HTTP/1.1" status: 200 len: 848 time: 0.0472224 Jun 17 05:57:08.906815 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-02c8ff9d-4a06-40db-9a19-f49e133be025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:08.909342 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-02c8ff9d-4a06-40db-9a19-f49e133be025 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:08.912843 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [None req-02c8ff9d-4a06-40db-9a19-f49e133be025 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/cdf84877-67c8-4c54-8e06-a6a3361f28b4 HTTP/1.1" status: 204 len: 168 time: 0.2518384 Jun 17 05:57:08.912843 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-f9f06735-4ee8-4293-bda3-5fcca2857534 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:57:08.915941 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-c76628b6-56d0-41e0-af52-0198851aa1c8 req-5c5173dd-a1a9-4f6a-b9ea-1fc0e06794dd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9d427579-79e5-4e58-8508-4899a3a3adce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279839 Jun 17 05:57:08.919377 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c8ff9d-4a06-40db-9a19-f49e133be025 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdf84877-67c8-4c54-8e06-a6a3361f28b4,revision_number=None']} {{(pid=99869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:57:08.922182 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-02c8ff9d-4a06-40db-9a19-f49e133be025 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:57:09.012019 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-c76628b6-56d0-41e0-af52-0198851aa1c8 req-31fee78d-eec0-424d-b844-e6b1038e9b38 service neutron] 10.222.0.13 "GET /v2.0/networks/9d427579-79e5-4e58-8508-4899a3a3adce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882375 Jun 17 05:57:09.101940 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-c76628b6-56d0-41e0-af52-0198851aa1c8 req-cd9b0396-09ec-4cae-9130-8b919f53b7d7 service neutron] 10.222.0.13 "GET /v2.0/networks/9d427579-79e5-4e58-8508-4899a3a3adce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845451 Jun 17 05:57:09.866026 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd790a97-5c03-4f2f-9d61-19b1bfd7fee6 req-ee208315-110f-464b-bc61-71ead7b0072a tempest-VolumesActionsTest-1249534911 tempest-VolumesActionsTest-1249534911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:57:09.867514 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-bd790a97-5c03-4f2f-9d61-19b1bfd7fee6 req-ee208315-110f-464b-bc61-71ead7b0072a tempest-VolumesActionsTest-1249534911 tempest-VolumesActionsTest-1249534911-project] 10.222.0.11 "GET /v2.0/ports?device_id=0e3efbc0-9954-4d7c-9b1d-e7be359633a6 HTTP/1.1" status: 200 len: 943 time: 0.0648050 Jun 17 05:57:09.907498 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-bd790a97-5c03-4f2f-9d61-19b1bfd7fee6 req-5e478c8f-78dd-4aa3-966f-5c67b77b5932 tempest-VolumesActionsTest-1249534911 tempest-VolumesActionsTest-1249534911-project] 10.222.0.11 "GET /v2.0/security-groups?id=f6b7eac4-6075-46a4-946f-58e9ab5ee5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326242 Jun 17 05:57:11.087418 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3fc79d-3f8b-43d2-a60b-a453d8dd0846 req-f7f8750c-e7d2-4b13-93ad-9ac4cc4902cc tempest-VolumesActionsTest-1249534911 tempest-VolumesActionsTest-1249534911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:57:11.088763 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-ed3fc79d-3f8b-43d2-a60b-a453d8dd0846 req-f7f8750c-e7d2-4b13-93ad-9ac4cc4902cc tempest-VolumesActionsTest-1249534911 tempest-VolumesActionsTest-1249534911-project] 10.222.0.11 "GET /v2.0/ports?device_id=0e3efbc0-9954-4d7c-9b1d-e7be359633a6 HTTP/1.1" status: 200 len: 943 time: 0.0661101 Jun 17 05:57:11.128614 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-ed3fc79d-3f8b-43d2-a60b-a453d8dd0846 req-ffaa530f-c9da-40a5-8cf3-f2d5cf3d3b02 tempest-VolumesActionsTest-1249534911 tempest-VolumesActionsTest-1249534911-project] 10.222.0.11 "GET /v2.0/security-groups?id=f6b7eac4-6075-46a4-946f-58e9ab5ee5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326624 Jun 17 05:57:11.609127 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:11.639602 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-69b74589-2d82-4493-9160-8ea4f55be107 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:12.041704 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Device 24bfc16d-7d0f-445d-a1c4-3d5ccd82fe93 details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=99870) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 05:57:12.140551 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.db [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] For port 24bfc16d-7d0f-445d-a1c4-3d5ccd82fe93, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=24bfc16d-7d0f-445d-a1c4-3d5ccd82fe93,segment=NetworkSegment(2016634b-8bf1-4341-b40e-bf487ff17cde),segment_id=2016634b-8bf1-4341-b40e-bf487ff17cde)] {{(pid=99870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:57:12.161442 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Returning: {'device': '24bfc16d-7d0f-445d-a1c4-3d5ccd82fe93', 'network_id': '9d427579-79e5-4e58-8508-4899a3a3adce', 'port_id': '24bfc16d-7d0f-445d-a1c4-3d5ccd82fe93', 'mac_address': 'fa:16:3e:f1:fc:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1791587-4989-4460-a7e3-483abd3a69f2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99870) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 05:57:12.163572 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-572e309c-9287-4696-a251-aff055805e06 req-d663dd98-3a9f-4f09-9f64-1a9307bc21ce tempest-VolumesNegativeTest-115929410 tempest-VolumesNegativeTest-115929410-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=4d33b732f62f4dec856a18ee3fdf1fb7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0315135 Jun 17 05:57:12.205686 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1464132'] for port, before_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:12.222119 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.notifiers.nova [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24bfc16d-7d0f-445d-a1c4-3d5ccd82fe93 {{(pid=99870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 05:57:12.245449 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.db [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] For port 24bfc16d-7d0f-445d-a1c4-3d5ccd82fe93, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=24bfc16d-7d0f-445d-a1c4-3d5ccd82fe93,segment=NetworkSegment(2016634b-8bf1-4341-b40e-bf487ff17cde),segment_id=2016634b-8bf1-4341-b40e-bf487ff17cde)] {{(pid=99870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:57:12.354534 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773697962343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773697504561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773697504606'] for port, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:12.356673 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [None req-224ad20d-322b-4bf7-bf0f-676ff08fc0f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:57:12.364204 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572e309c-9287-4696-a251-aff055805e06 req-5ad5f405-4053-4c4a-85dc-7c86cf66eba1 tempest-VolumesNegativeTest-115929410 tempest-VolumesNegativeTest-115929410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:57:12.365850 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-572e309c-9287-4696-a251-aff055805e06 req-5ad5f405-4053-4c4a-85dc-7c86cf66eba1 tempest-VolumesNegativeTest-115929410 tempest-VolumesNegativeTest-115929410-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1959898 Jun 17 05:57:12.389706 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-572e309c-9287-4696-a251-aff055805e06 req-c7b174e3-7512-4cee-b4dd-ec59e60d31e5 tempest-VolumesNegativeTest-115929410 tempest-VolumesNegativeTest-115929410-project] 10.222.0.11 "GET /v2.0/quotas/4d33b732f62f4dec856a18ee3fdf1fb7 HTTP/1.1" status: 200 len: 375 time: 0.0109327 Jun 17 05:57:12.420649 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Pushing event updated for resources: {'Port': ['ID=24bfc16d-7d0f-445d-a1c4-3d5ccd82fe93,revision_number=4']} {{(pid=99870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:57:12.427506 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:57:12.427849 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:57:12.428184 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:57:12.428513 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:57:12.428838 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:57:12.429162 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:57:12.429315 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-572e309c-9287-4696-a251-aff055805e06 req-792a49d0-6948-4f49-b752-4f7845d923ad tempest-VolumesNegativeTest-115929410 tempest-VolumesNegativeTest-115929410-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=4d33b732f62f4dec856a18ee3fdf1fb7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0331321 Jun 17 05:57:12.429489 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:57:12.429801 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:57:12.430116 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:57:12.430433 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:57:12.430749 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:57:12.431091 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:57:12.435513 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:57:12.527016 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c141322f-eef7-40ac-bf43-9437960b5402 req-14f696fb-6901-4f7c-ac19-896607bec2b8 tempest-VolumesActionsTest-1249534911 tempest-VolumesActionsTest-1249534911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:57:12.527016 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-c141322f-eef7-40ac-bf43-9437960b5402 req-14f696fb-6901-4f7c-ac19-896607bec2b8 tempest-VolumesActionsTest-1249534911 tempest-VolumesActionsTest-1249534911-project] 10.222.0.11 "GET /v2.0/ports?device_id=0e3efbc0-9954-4d7c-9b1d-e7be359633a6 HTTP/1.1" status: 200 len: 944 time: 0.0842476 Jun 17 05:57:12.527589 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-c141322f-eef7-40ac-bf43-9437960b5402 req-a0470b52-1d0a-4cef-b4f2-ae85e1af2f33 tempest-VolumesActionsTest-1249534911 tempest-VolumesActionsTest-1249534911-project] 10.222.0.11 "GET /v2.0/security-groups?id=f6b7eac4-6075-46a4-946f-58e9ab5ee5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323365 Jun 17 05:57:12.566578 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.db [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] get_ports_and_sgs() called for port_ids ['24bfc16d-7d0f-445d-a1c4-3d5ccd82fe93'] {{(pid=99870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 05:57:12.717939 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-e4a25698-dc7e-488a-a9c3-c2b55bed5747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:12.896200 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-671d4195-8a07-4263-a69d-6be79a28bac9 req-f5c61db1-f1a5-4f49-8087-05e70c1de355 tempest-VolumesNegativeTest-115929410 tempest-VolumesNegativeTest-115929410-project] 10.222.0.11 "GET /v2.0/ports?device_id=93641a39-a20e-44e0-b672-d02b9100ebda HTTP/1.1" status: 200 len: 210 time: 0.0286231 Jun 17 05:57:13.706300 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a1c14e-8dd6-4e0b-80ee-98805208f6d7 req-32245ac2-78f9-48b5-8270-0532ef798ecd tempest-VolumesActionsTest-1249534911 tempest-VolumesActionsTest-1249534911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:57:13.708046 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-25a1c14e-8dd6-4e0b-80ee-98805208f6d7 req-32245ac2-78f9-48b5-8270-0532ef798ecd tempest-VolumesActionsTest-1249534911 tempest-VolumesActionsTest-1249534911-project] 10.222.0.11 "GET /v2.0/ports?device_id=0e3efbc0-9954-4d7c-9b1d-e7be359633a6 HTTP/1.1" status: 200 len: 944 time: 0.0679128 Jun 17 05:57:13.751451 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-25a1c14e-8dd6-4e0b-80ee-98805208f6d7 req-c0d1cc8c-eada-4445-8a5c-fa81445111b3 tempest-VolumesActionsTest-1249534911 tempest-VolumesActionsTest-1249534911-project] 10.222.0.11 "GET /v2.0/security-groups?id=f6b7eac4-6075-46a4-946f-58e9ab5ee5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372877 Jun 17 05:57:14.045520 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-a264a38a-bc82-4a90-9d98-9552c6862e09 req-280c5c94-5cd3-40cb-93d4-fb043ea99619 tempest-VolumesNegativeTest-115929410 tempest-VolumesNegativeTest-115929410-project] 10.222.0.11 "GET /v2.0/ports?device_id=93641a39-a20e-44e0-b672-d02b9100ebda HTTP/1.1" status: 200 len: 210 time: 0.0300617 Jun 17 05:57:14.070136 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Device 24bfc16d-7d0f-445d-a1c4-3d5ccd82fe93 up at agent hyperv_hv-cinder-77262 {{(pid=99870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 05:57:14.205912 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.provisioning_blocks [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Provisioning for port 24bfc16d-7d0f-445d-a1c4-3d5ccd82fe93 completed by entity L2. {{(pid=99870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 05:57:14.209628 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.provisioning_blocks [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Provisioning complete for port 24bfc16d-7d0f-445d-a1c4-3d5ccd82fe93 triggered by entity L2. {{(pid=99870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 05:57:14.210004 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551367'] for port, provisioning_complete {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:14.257890 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-835a5b83-af16-4b0b-afcf-c7c94ac397a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:14.294565 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1464132'] for port, before_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:14.317991 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e3efbc0-9954-4d7c-9b1d-e7be359633a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24bfc16d-7d0f-445d-a1c4-3d5ccd82fe93'}] {{(pid=99870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 05:57:14.320300 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b488aefaa6b1d6b79683e2609a7ce48815cfc41b5bb42f7017315c525e2bf75d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f7263e3-d112-4649-b2ed-fe19f19ed735" -d '{"events": [{"server_uuid": "0e3efbc0-9954-4d7c-9b1d-e7be359633a6", "name": "network-vif-plugged", "status": "completed", "tag": "24bfc16d-7d0f-445d-a1c4-3d5ccd82fe93"}]}' {{(pid=99870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 05:57:14.334472 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.db [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] For port 24bfc16d-7d0f-445d-a1c4-3d5ccd82fe93, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=24bfc16d-7d0f-445d-a1c4-3d5ccd82fe93,segment=NetworkSegment(2016634b-8bf1-4341-b40e-bf487ff17cde),segment_id=2016634b-8bf1-4341-b40e-bf487ff17cde)] {{(pid=99870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:57:14.360791 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 05:57:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ea4e35a-5b49-49ed-80c9-a3fa3143e51e x-openstack-request-id: req-6ea4e35a-5b49-49ed-80c9-a3fa3143e51e {{(pid=99870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 05:57:14.361086 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e3efbc0-9954-4d7c-9b1d-e7be359633a6", "name": "network-vif-plugged", "status": "completed", "tag": "24bfc16d-7d0f-445d-a1c4-3d5ccd82fe93", "code": 200}]} {{(pid=99870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 05:57:14.361342 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6ea4e35a-5b49-49ed-80c9-a3fa3143e51e {{(pid=99870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 05:57:14.361814 dv-cinder-772623-9-smb neutron-server[99870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e3efbc0-9954-4d7c-9b1d-e7be359633a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24bfc16d-7d0f-445d-a1c4-3d5ccd82fe93', 'code': 200} Jun 17 05:57:14.514456 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773697962343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773697504561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773697504606'] for port, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:14.516449 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:57:14.561225 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Pushing event updated for resources: {'Port': ['ID=24bfc16d-7d0f-445d-a1c4-3d5ccd82fe93,revision_number=5']} {{(pid=99870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:57:14.564199 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:57:14.750305 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1d7b6c-4a77-48d6-be16-e4c290326211 req-a5ae4d86-b078-4896-b51c-92e79ead9e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:57:14.751678 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-6a1d7b6c-4a77-48d6-be16-e4c290326211 req-a5ae4d86-b078-4896-b51c-92e79ead9e8d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0e3efbc0-9954-4d7c-9b1d-e7be359633a6 HTTP/1.1" status: 200 len: 1098 time: 0.0521238 Jun 17 05:57:14.786779 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-6a1d7b6c-4a77-48d6-be16-e4c290326211 req-52db0f4e-e5e6-4a9f-8dc8-bff886d8316e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=f6b7eac4-6075-46a4-946f-58e9ab5ee5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288110 Jun 17 05:57:14.935716 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b09da1-2177-49a7-97d7-f0d1aba4a643 req-72bf6cac-25e4-4058-9929-fac83d155193 tempest-VolumesActionsTest-1249534911 tempest-VolumesActionsTest-1249534911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:57:14.937159 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-59b09da1-2177-49a7-97d7-f0d1aba4a643 req-72bf6cac-25e4-4058-9929-fac83d155193 tempest-VolumesActionsTest-1249534911 tempest-VolumesActionsTest-1249534911-project] 10.222.0.11 "GET /v2.0/ports?device_id=0e3efbc0-9954-4d7c-9b1d-e7be359633a6 HTTP/1.1" status: 200 len: 945 time: 0.0709424 Jun 17 05:57:14.974745 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-59b09da1-2177-49a7-97d7-f0d1aba4a643 req-429885ea-a2f0-46be-8d2b-51a8ac7d1ff6 tempest-VolumesActionsTest-1249534911 tempest-VolumesActionsTest-1249534911-project] 10.222.0.11 "GET /v2.0/security-groups?id=f6b7eac4-6075-46a4-946f-58e9ab5ee5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316784 Jun 17 05:57:15.112342 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.db.agents_db [None req-7f16872b-b609-48fb-9c73-6a76dd98e1b9 None None] Agent healthcheck: found 6 active agents {{(pid=99871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 05:57:15.188693 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-edb5e031-4b97-4816-8978-ff83d36ec364 req-0dc677aa-aa64-430e-8d19-f443b832f4e7 tempest-VolumesNegativeTest-115929410 tempest-VolumesNegativeTest-115929410-project] 10.222.0.11 "GET /v2.0/ports?device_id=93641a39-a20e-44e0-b672-d02b9100ebda HTTP/1.1" status: 200 len: 210 time: 0.0285966 Jun 17 05:57:15.360837 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-572e309c-9287-4696-a251-aff055805e06 req-d987dea3-128b-4ca3-b445-359c2fc13b84 tempest-VolumesNegativeTest-115929410 tempest-VolumesNegativeTest-115929410-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=4d33b732f62f4dec856a18ee3fdf1fb7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0279465 Jun 17 05:57:15.537314 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572e309c-9287-4696-a251-aff055805e06 req-b807b129-2dca-4a17-983e-4773b7d553f9 tempest-VolumesNegativeTest-115929410 tempest-VolumesNegativeTest-115929410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:57:15.538714 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-572e309c-9287-4696-a251-aff055805e06 req-b807b129-2dca-4a17-983e-4773b7d553f9 tempest-VolumesNegativeTest-115929410 tempest-VolumesNegativeTest-115929410-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1721787 Jun 17 05:57:15.552711 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.v2.base [req-572e309c-9287-4696-a251-aff055805e06 req-a5066bbb-1d96-4028-8ddb-c6e054353307 tempest-VolumesNegativeTest-115929410 tempest-VolumesNegativeTest-115929410-project] Request body: {'port': {'device_id': '93641a39-a20e-44e0-b672-d02b9100ebda', 'network_id': '44792852-0ac5-4974-9393-f7446cb169b8', 'admin_state_up': True, 'tenant_id': '4d33b732f62f4dec856a18ee3fdf1fb7'}} {{(pid=99868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:57:15.885457 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-572e309c-9287-4696-a251-aff055805e06 req-a5066bbb-1d96-4028-8ddb-c6e054353307 tempest-VolumesNegativeTest-115929410 tempest-VolumesNegativeTest-115929410-project] Made reservation on behalf of 4d33b732f62f4dec856a18ee3fdf1fb7 for: {'port': 1} {{(pid=99868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 05:57:15.890178 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-572e309c-9287-4696-a251-aff055805e06 req-a5066bbb-1d96-4028-8ddb-c6e054353307 tempest-VolumesNegativeTest-115929410 tempest-VolumesNegativeTest-115929410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1464150'] for port, before_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:15.899676 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-572e309c-9287-4696-a251-aff055805e06 req-a5066bbb-1d96-4028-8ddb-c6e054353307 tempest-VolumesNegativeTest-115929410 tempest-VolumesNegativeTest-115929410-project] Notify callbacks [] for security_group, before_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:15.997323 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-572e309c-9287-4696-a251-aff055805e06 req-a5066bbb-1d96-4028-8ddb-c6e054353307 tempest-VolumesNegativeTest-115929410 tempest-VolumesNegativeTest-115929410-project] Notify callbacks [] for security_group, precommit_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:16.066594 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-572e309c-9287-4696-a251-aff055805e06 req-a5066bbb-1d96-4028-8ddb-c6e054353307 tempest-VolumesNegativeTest-115929410 tempest-VolumesNegativeTest-115929410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:16.071051 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-9e7aa5b5-4be4-4995-a8bc-d9a8ee2051a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:57:16.171126 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5066bbb-1d96-4028-8ddb-c6e054353307 tempest-VolumesNegativeTest-115929410 tempest-VolumesNegativeTest-115929410-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70aec389-1df6-45d3-94cd-a3464d7f7d9f,revision_number=1']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:57:16.177423 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-a5066bbb-1d96-4028-8ddb-c6e054353307 tempest-VolumesNegativeTest-115929410 tempest-VolumesNegativeTest-115929410-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:57:16.250372 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.db.db_base_plugin_common [req-572e309c-9287-4696-a251-aff055805e06 req-a5066bbb-1d96-4028-8ddb-c6e054353307 tempest-VolumesNegativeTest-115929410 tempest-VolumesNegativeTest-115929410-project] Allocated IP 192.168.233.114 (44792852-0ac5-4974-9393-f7446cb169b8/36792e82-6414-4fd0-8e96-4a6912e7209b/bd4ff4e4-67c3-4907-928b-97d0f5aa620b) {{(pid=99868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 05:57:16.262316 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb11f0e-88f2-45c7-8304-2256bf80aead req-07c0f4e9-f706-42c9-b66b-bf9a3fe7b4a6 tempest-VolumesActionsTest-1249534911 tempest-VolumesActionsTest-1249534911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:57:16.264425 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-1bb11f0e-88f2-45c7-8304-2256bf80aead req-07c0f4e9-f706-42c9-b66b-bf9a3fe7b4a6 tempest-VolumesActionsTest-1249534911 tempest-VolumesActionsTest-1249534911-project] 10.222.0.11 "GET /v2.0/ports?device_id=0e3efbc0-9954-4d7c-9b1d-e7be359633a6 HTTP/1.1" status: 200 len: 945 time: 0.1663485 Jun 17 05:57:16.334784 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-1bb11f0e-88f2-45c7-8304-2256bf80aead req-617f8944-e061-46bf-aa16-6115110bb25f tempest-VolumesActionsTest-1249534911 tempest-VolumesActionsTest-1249534911-project] 10.222.0.11 "GET /v2.0/security-groups?id=f6b7eac4-6075-46a4-946f-58e9ab5ee5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631738 Jun 17 05:57:16.338942 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-08c4f910-e32a-4d82-b7c9-8df1191815b4 req-cac4ed99-99ee-4d1a-8b0c-a43532d64759 tempest-VolumesNegativeTest-115929410 tempest-VolumesNegativeTest-115929410-project] 10.222.0.11 "GET /v2.0/ports?device_id=93641a39-a20e-44e0-b672-d02b9100ebda HTTP/1.1" status: 200 len: 210 time: 0.0287316 Jun 17 05:57:16.448846 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-572e309c-9287-4696-a251-aff055805e06 req-a5066bbb-1d96-4028-8ddb-c6e054353307 tempest-VolumesNegativeTest-115929410 tempest-VolumesNegativeTest-115929410-project] Notify callbacks [] for port, precommit_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:16.466072 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.db.provisioning_blocks [req-572e309c-9287-4696-a251-aff055805e06 req-a5066bbb-1d96-4028-8ddb-c6e054353307 tempest-VolumesNegativeTest-115929410 tempest-VolumesNegativeTest-115929410-project] Transition to ACTIVE for port object bd4ff4e4-67c3-4907-928b-97d0f5aa620b will not be triggered until provisioned by entity DHCP. {{(pid=99868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 05:57:16.594639 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-572e309c-9287-4696-a251-aff055805e06 req-a5066bbb-1d96-4028-8ddb-c6e054353307 tempest-VolumesNegativeTest-115929410 tempest-VolumesNegativeTest-115929410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1465235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-156110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-564052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773697504543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2882486'] for port, after_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:16.599397 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-105731e2-18bb-4b7a-8563-69fd5a43a155 tempest-TestMinimumBasicScenario-2023019202 tempest-TestMinimumBasicScenario-2023019202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:57:16.653675 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-572e309c-9287-4696-a251-aff055805e06 req-a5066bbb-1d96-4028-8ddb-c6e054353307 tempest-VolumesNegativeTest-115929410 tempest-VolumesNegativeTest-115929410-project] Network 44792852-0ac5-4974-9393-f7446cb169b8 is already hosted by enough agents. {{(pid=99868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 05:57:16.659867 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.scheduler.base_scheduler [req-572e309c-9287-4696-a251-aff055805e06 req-a5066bbb-1d96-4028-8ddb-c6e054353307 tempest-VolumesNegativeTest-115929410 tempest-VolumesNegativeTest-115929410-project] Resources bound (agent type, host, resource id): {{(pid=99868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 05:57:16.665029 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.db.l3_dvrscheduler_db [req-572e309c-9287-4696-a251-aff055805e06 req-a5066bbb-1d96-4028-8ddb-c6e054353307 tempest-VolumesNegativeTest-115929410 tempest-VolumesNegativeTest-115929410-project] Received port after_create {{(pid=99868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 05:57:16.669497 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5066bbb-1d96-4028-8ddb-c6e054353307 tempest-VolumesNegativeTest-115929410 tempest-VolumesNegativeTest-115929410-project] Pushing event updated for resources: {'Port': ['ID=bd4ff4e4-67c3-4907-928b-97d0f5aa620b,revision_number=1']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:57:16.695609 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-a5066bbb-1d96-4028-8ddb-c6e054353307 tempest-VolumesNegativeTest-115929410 tempest-VolumesNegativeTest-115929410-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:57:16.723201 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572e309c-9287-4696-a251-aff055805e06 req-a5066bbb-1d96-4028-8ddb-c6e054353307 tempest-VolumesNegativeTest-115929410 tempest-VolumesNegativeTest-115929410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:57:16.723722 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-572e309c-9287-4696-a251-aff055805e06 req-a5066bbb-1d96-4028-8ddb-c6e054353307 tempest-VolumesNegativeTest-115929410 tempest-VolumesNegativeTest-115929410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-860254'] for port, before_response {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:16.806939 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-572e309c-9287-4696-a251-aff055805e06 req-a5066bbb-1d96-4028-8ddb-c6e054353307 tempest-VolumesNegativeTest-115929410 tempest-VolumesNegativeTest-115929410-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2583382 Jun 17 05:57:16.820183 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.v2.base [req-572e309c-9287-4696-a251-aff055805e06 req-4b6dc892-913c-4123-8b50-38be1b5d81b7 service neutron] Request body: {'port': {'device_id': '93641a39-a20e-44e0-b672-d02b9100ebda', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=99868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:57:16.892448 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-572e309c-9287-4696-a251-aff055805e06 req-4b6dc892-913c-4123-8b50-38be1b5d81b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1464132'] for port, before_update {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:17.074251 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.provisioning_blocks [None req-595e9a73-4eca-4cc2-a503-301a566f7cc0 None None] Provisioning for port bd4ff4e4-67c3-4907-928b-97d0f5aa620b completed by entity DHCP. {{(pid=99870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 05:57:17.079234 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.provisioning_blocks [None req-595e9a73-4eca-4cc2-a503-301a566f7cc0 None None] Provisioning complete for port bd4ff4e4-67c3-4907-928b-97d0f5aa620b triggered by entity DHCP. {{(pid=99870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 05:57:17.079616 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-595e9a73-4eca-4cc2-a503-301a566f7cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551367'] for port, provisioning_complete {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:17.115097 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.plugin [None req-595e9a73-4eca-4cc2-a503-301a566f7cc0 None None] Port bd4ff4e4-67c3-4907-928b-97d0f5aa620b cannot update to ACTIVE because it is not bound. {{(pid=99870) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 05:57:17.168758 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.notifiers.nova [req-572e309c-9287-4696-a251-aff055805e06 req-4b6dc892-913c-4123-8b50-38be1b5d81b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd4ff4e4-67c3-4907-928b-97d0f5aa620b {{(pid=99868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 05:57:17.176253 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-572e309c-9287-4696-a251-aff055805e06 req-4b6dc892-913c-4123-8b50-38be1b5d81b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:17.188471 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.db.provisioning_blocks [req-572e309c-9287-4696-a251-aff055805e06 req-4b6dc892-913c-4123-8b50-38be1b5d81b7 service neutron] Transition to ACTIVE for port object bd4ff4e4-67c3-4907-928b-97d0f5aa620b will not be triggered until provisioned by entity L2. {{(pid=99868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 05:57:17.291176 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-572e309c-9287-4696-a251-aff055805e06 req-4b6dc892-913c-4123-8b50-38be1b5d81b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773697962343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773697504561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773697504606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2882436'] for port, after_update {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:17.294908 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-097dd4b5-4de0-4f63-aec2-271a5ef4185d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:57:17.368807 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6dc892-913c-4123-8b50-38be1b5d81b7 service neutron] Pushing event updated for resources: {'Port': ['ID=bd4ff4e4-67c3-4907-928b-97d0f5aa620b,revision_number=2']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:57:17.552904 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4188d87-88f9-4ee4-82b0-d45800b6d046 req-12cb32d7-5829-4a37-8223-519c0a2bfcfe tempest-VolumesNegativeTest-115929410 tempest-VolumesNegativeTest-115929410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:57:17.554621 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-e4188d87-88f9-4ee4-82b0-d45800b6d046 req-12cb32d7-5829-4a37-8223-519c0a2bfcfe tempest-VolumesNegativeTest-115929410 tempest-VolumesNegativeTest-115929410-project] 10.222.0.11 "GET /v2.0/ports?device_id=93641a39-a20e-44e0-b672-d02b9100ebda HTTP/1.1" status: 200 len: 948 time: 0.0726209 Jun 17 05:57:17.604011 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-e4188d87-88f9-4ee4-82b0-d45800b6d046 req-0c8692e2-5b7b-4376-b569-13afb82f9d0f tempest-VolumesNegativeTest-115929410 tempest-VolumesNegativeTest-115929410-project] 10.222.0.11 "GET /v2.0/security-groups?id=70aec389-1df6-45d3-94cd-a3464d7f7d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421190 Jun 17 05:57:17.664969 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-4b6dc892-913c-4123-8b50-38be1b5d81b7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:57:17.669234 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:17.714793 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.managers [req-572e309c-9287-4696-a251-aff055805e06 req-4b6dc892-913c-4123-8b50-38be1b5d81b7 service neutron] Attempting to bind port bd4ff4e4-67c3-4907-928b-97d0f5aa620b on host hv-cinder-77262 for vnic_type normal with profile {{(pid=99868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 05:57:17.715191 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.managers [req-572e309c-9287-4696-a251-aff055805e06 req-4b6dc892-913c-4123-8b50-38be1b5d81b7 service neutron] Attempting to bind port bd4ff4e4-67c3-4907-928b-97d0f5aa620b by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': '00b4e045-168c-4f29-9508-4c7cf10f0e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '44792852-0ac5-4974-9393-f7446cb169b8'}] {{(pid=99868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 05:57:17.716121 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-572e309c-9287-4696-a251-aff055805e06 req-4b6dc892-913c-4123-8b50-38be1b5d81b7 service neutron] Attempting to bind port bd4ff4e4-67c3-4907-928b-97d0f5aa620b on network 44792852-0ac5-4974-9393-f7446cb169b8 {{(pid=99868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 05:57:17.720284 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-572e309c-9287-4696-a251-aff055805e06 req-4b6dc892-913c-4123-8b50-38be1b5d81b7 service neutron] Port bd4ff4e4-67c3-4907-928b-97d0f5aa620b on network 44792852-0ac5-4974-9393-f7446cb169b8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=99868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 05:57:17.720538 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-572e309c-9287-4696-a251-aff055805e06 req-4b6dc892-913c-4123-8b50-38be1b5d81b7 service neutron] Attempting to bind port bd4ff4e4-67c3-4907-928b-97d0f5aa620b on network 44792852-0ac5-4974-9393-f7446cb169b8 {{(pid=99868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 05:57:17.725399 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-572e309c-9287-4696-a251-aff055805e06 req-4b6dc892-913c-4123-8b50-38be1b5d81b7 service neutron] Checking agent: {'id': 'a94c375a-f30e-48af-b86b-c1ab552b3c7d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 5, 47, 47), 'started_at': datetime.datetime(2021, 6, 17, 5, 47, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 5, 57, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 05:57:17.725733 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-572e309c-9287-4696-a251-aff055805e06 req-4b6dc892-913c-4123-8b50-38be1b5d81b7 service neutron] Checking segment: {'id': '00b4e045-168c-4f29-9508-4c7cf10f0e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '44792852-0ac5-4974-9393-f7446cb169b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 05:57:17.726112 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-572e309c-9287-4696-a251-aff055805e06 req-4b6dc892-913c-4123-8b50-38be1b5d81b7 service neutron] Bound using segment: {'id': '00b4e045-168c-4f29-9508-4c7cf10f0e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '44792852-0ac5-4974-9393-f7446cb169b8'} {{(pid=99868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 05:57:17.726527 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.managers [req-572e309c-9287-4696-a251-aff055805e06 req-4b6dc892-913c-4123-8b50-38be1b5d81b7 service neutron] Bound port: bd4ff4e4-67c3-4907-928b-97d0f5aa620b, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00b4e045-168c-4f29-9508-4c7cf10f0e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '44792852-0ac5-4974-9393-f7446cb169b8'}}] {{(pid=99868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 05:57:17.726888 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-572e309c-9287-4696-a251-aff055805e06 req-4b6dc892-913c-4123-8b50-38be1b5d81b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1464132'] for port, before_update {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:17.789294 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.db [req-572e309c-9287-4696-a251-aff055805e06 req-4b6dc892-913c-4123-8b50-38be1b5d81b7 service neutron] For port bd4ff4e4-67c3-4907-928b-97d0f5aa620b, host hv-cinder-77262, cleared binding levels {{(pid=99868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 05:57:17.792250 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.db [req-572e309c-9287-4696-a251-aff055805e06 req-4b6dc892-913c-4123-8b50-38be1b5d81b7 service neutron] For port bd4ff4e4-67c3-4907-928b-97d0f5aa620b, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=bd4ff4e4-67c3-4907-928b-97d0f5aa620b,segment=NetworkSegment(00b4e045-168c-4f29-9508-4c7cf10f0e6a),segment_id=00b4e045-168c-4f29-9508-4c7cf10f0e6a)] {{(pid=99868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 05:57:17.835093 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df947603-343d-4025-ae33-c40d99634bb7 req-ac0a1b9e-8663-4011-834a-bd9af697cf41 tempest-VolumesActionsTest-1249534911 tempest-VolumesActionsTest-1249534911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:57:17.836434 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-df947603-343d-4025-ae33-c40d99634bb7 req-ac0a1b9e-8663-4011-834a-bd9af697cf41 tempest-VolumesActionsTest-1249534911 tempest-VolumesActionsTest-1249534911-project] 10.222.0.11 "GET /v2.0/ports?device_id=0e3efbc0-9954-4d7c-9b1d-e7be359633a6 HTTP/1.1" status: 200 len: 945 time: 0.0616729 Jun 17 05:57:17.873819 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-df947603-343d-4025-ae33-c40d99634bb7 req-a0ae27bf-3949-4e62-b46d-2bc9a8e32837 tempest-VolumesActionsTest-1249534911 tempest-VolumesActionsTest-1249534911-project] 10.222.0.11 "GET /v2.0/security-groups?id=f6b7eac4-6075-46a4-946f-58e9ab5ee5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307615 Jun 17 05:57:17.874882 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-572e309c-9287-4696-a251-aff055805e06 req-4b6dc892-913c-4123-8b50-38be1b5d81b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773697962343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773697504561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773697504606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2882436'] for port, after_update {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:17.876963 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-0990c3b5-4c00-4287-8c4d-89bc437cc166 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:57:17.914624 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572e309c-9287-4696-a251-aff055805e06 req-4b6dc892-913c-4123-8b50-38be1b5d81b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:57:17.914624 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-572e309c-9287-4696-a251-aff055805e06 req-4b6dc892-913c-4123-8b50-38be1b5d81b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-860254'] for port, before_response {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:17.916013 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-572e309c-9287-4696-a251-aff055805e06 req-4b6dc892-913c-4123-8b50-38be1b5d81b7 service neutron] 10.222.0.13 "PUT /v2.0/ports/bd4ff4e4-67c3-4907-928b-97d0f5aa620b HTTP/1.1" status: 200 len: 1098 time: 1.1015291 Jun 17 05:57:17.916543 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93641a39-a20e-44e0-b672-d02b9100ebda', 'tag': 'bd4ff4e4-67c3-4907-928b-97d0f5aa620b'}] {{(pid=99868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 05:57:17.919370 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8d1bbba7808a8cca0df1ca407b71cd1cd2965420825a4b8dd9215cbcd05a37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f01db9c-8799-4a6f-9fdd-01ed87db72bf" -d '{"events": [{"name": "network-changed", "server_uuid": "93641a39-a20e-44e0-b672-d02b9100ebda", "tag": "bd4ff4e4-67c3-4907-928b-97d0f5aa620b"}]}' {{(pid=99868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 05:57:17.943496 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6dc892-913c-4123-8b50-38be1b5d81b7 service neutron] Pushing event updated for resources: {'Port': ['ID=bd4ff4e4-67c3-4907-928b-97d0f5aa620b,revision_number=3']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:57:17.946991 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-4b6dc892-913c-4123-8b50-38be1b5d81b7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:57:17.971677 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 05:57:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-271768a0-0934-44a2-9dd4-e356707bea1b x-openstack-request-id: req-271768a0-0934-44a2-9dd4-e356707bea1b {{(pid=99868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 05:57:17.972020 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93641a39-a20e-44e0-b672-d02b9100ebda", "tag": "bd4ff4e4-67c3-4907-928b-97d0f5aa620b", "status": "completed", "code": 200}]} {{(pid=99868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 05:57:17.972359 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-271768a0-0934-44a2-9dd4-e356707bea1b {{(pid=99868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 05:57:17.972895 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93641a39-a20e-44e0-b672-d02b9100ebda', 'tag': 'bd4ff4e4-67c3-4907-928b-97d0f5aa620b', 'status': 'completed', 'code': 200} Jun 17 05:57:18.058693 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f01db9c-8799-4a6f-9fdd-01ed87db72bf req-f8941096-1dc8-40a4-a82c-7b9505e6e943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:57:18.061456 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-0f01db9c-8799-4a6f-9fdd-01ed87db72bf req-f8941096-1dc8-40a4-a82c-7b9505e6e943 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4d33b732f62f4dec856a18ee3fdf1fb7&device_id=93641a39-a20e-44e0-b672-d02b9100ebda HTTP/1.1" status: 200 len: 1101 time: 0.0634639 Jun 17 05:57:18.088591 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-0f01db9c-8799-4a6f-9fdd-01ed87db72bf req-bb3570dc-fb8b-4bbd-8bb2-4c987d05509c service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=4d33b732f62f4dec856a18ee3fdf1fb7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0199742 Jun 17 05:57:18.180285 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f01db9c-8799-4a6f-9fdd-01ed87db72bf req-f2646c82-dcc9-4187-8f02-70a61d07a5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:57:18.181646 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-0f01db9c-8799-4a6f-9fdd-01ed87db72bf req-f2646c82-dcc9-4187-8f02-70a61d07a5b8 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0867333 Jun 17 05:57:18.273577 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572e309c-9287-4696-a251-aff055805e06 req-3181ce31-ef07-4817-984d-147a25466d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:57:18.275019 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-572e309c-9287-4696-a251-aff055805e06 req-3181ce31-ef07-4817-984d-147a25466d25 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4d33b732f62f4dec856a18ee3fdf1fb7&device_id=93641a39-a20e-44e0-b672-d02b9100ebda HTTP/1.1" status: 200 len: 1101 time: 0.0535176 Jun 17 05:57:18.314695 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-572e309c-9287-4696-a251-aff055805e06 req-f33a02ed-5454-4c0e-b722-b300492b96fe service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=bd4ff4e4-67c3-4907-928b-97d0f5aa620b HTTP/1.1" status: 200 len: 217 time: 0.0314865 Jun 17 05:57:18.360575 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572e309c-9287-4696-a251-aff055805e06 req-b32cb290-a54e-459f-a475-e80cf6d5f2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:57:18.361856 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-572e309c-9287-4696-a251-aff055805e06 req-b32cb290-a54e-459f-a475-e80cf6d5f2b6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=36792e82-6414-4fd0-8e96-4a6912e7209b HTTP/1.1" status: 200 len: 843 time: 0.0409975 Jun 17 05:57:18.422200 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572e309c-9287-4696-a251-aff055805e06 req-b20ec30e-0285-4837-9809-09a53f9df08d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:57:18.423669 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-572e309c-9287-4696-a251-aff055805e06 req-b20ec30e-0285-4837-9809-09a53f9df08d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=44792852-0ac5-4974-9393-f7446cb169b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0552642 Jun 17 05:57:18.511320 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-572e309c-9287-4696-a251-aff055805e06 req-13ed94a9-fae6-469c-bb19-020a1c0f0d11 service neutron] 10.222.0.13 "GET /v2.0/networks/44792852-0ac5-4974-9393-f7446cb169b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796745 Jun 17 05:57:18.601772 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-572e309c-9287-4696-a251-aff055805e06 req-745b08a0-2051-4935-bba9-84775b6cd6a3 service neutron] 10.222.0.13 "GET /v2.0/networks/44792852-0ac5-4974-9393-f7446cb169b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842433 Jun 17 05:57:18.774029 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ebe9c8-9ffc-4eba-a910-81f15c3a9f86 req-209120bc-f9f0-460d-9680-00d712051034 tempest-VolumesNegativeTest-115929410 tempest-VolumesNegativeTest-115929410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:57:18.775470 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-67ebe9c8-9ffc-4eba-a910-81f15c3a9f86 req-209120bc-f9f0-460d-9680-00d712051034 tempest-VolumesNegativeTest-115929410 tempest-VolumesNegativeTest-115929410-project] 10.222.0.11 "GET /v2.0/ports?device_id=93641a39-a20e-44e0-b672-d02b9100ebda HTTP/1.1" status: 200 len: 948 time: 0.0630419 Jun 17 05:57:18.814228 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-67ebe9c8-9ffc-4eba-a910-81f15c3a9f86 req-e2f3145d-1426-471f-b295-c375c48dc54c tempest-VolumesNegativeTest-115929410 tempest-VolumesNegativeTest-115929410-project] 10.222.0.11 "GET /v2.0/security-groups?id=70aec389-1df6-45d3-94cd-a3464d7f7d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326297 Jun 17 05:57:19.077427 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c021587d-4368-4b12-abe6-7a47276bddd1 req-8ad5ee18-1410-4fb9-9aba-00088783478a tempest-VolumesActionsTest-1249534911 tempest-VolumesActionsTest-1249534911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:57:19.078846 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-c021587d-4368-4b12-abe6-7a47276bddd1 req-8ad5ee18-1410-4fb9-9aba-00088783478a tempest-VolumesActionsTest-1249534911 tempest-VolumesActionsTest-1249534911-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e3efbc0-9954-4d7c-9b1d-e7be359633a6 HTTP/1.1" status: 200 len: 945 time: 0.0984352 Jun 17 05:57:19.089060 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf812250-8f1a-4819-be79-f619857c5ba0 req-4e3eeda2-05ea-4ff6-a743-a9425dc3522d tempest-VolumesActionsTest-1249534911 tempest-VolumesActionsTest-1249534911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:57:19.090944 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-cf812250-8f1a-4819-be79-f619857c5ba0 req-4e3eeda2-05ea-4ff6-a743-a9425dc3522d tempest-VolumesActionsTest-1249534911 tempest-VolumesActionsTest-1249534911-project] 10.222.0.11 "GET /v2.0/ports?device_id=0e3efbc0-9954-4d7c-9b1d-e7be359633a6 HTTP/1.1" status: 200 len: 945 time: 0.1003141 Jun 17 05:57:19.165364 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-cf812250-8f1a-4819-be79-f619857c5ba0 req-65479870-c378-4044-b119-739547e3da52 tempest-VolumesActionsTest-1249534911 tempest-VolumesActionsTest-1249534911-project] 10.222.0.11 "GET /v2.0/security-groups?id=f6b7eac4-6075-46a4-946f-58e9ab5ee5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671382 Jun 17 05:57:19.213393 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.plugin [req-c021587d-4368-4b12-abe6-7a47276bddd1 req-f1923cde-c497-416c-ad18-03259421c84f tempest-VolumesActionsTest-1249534911 tempest-VolumesActionsTest-1249534911-project] Deleting port 24bfc16d-7d0f-445d-a1c4-3d5ccd82fe93 {{(pid=99868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 05:57:19.213728 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-c021587d-4368-4b12-abe6-7a47276bddd1 req-f1923cde-c497-416c-ad18-03259421c84f tempest-VolumesActionsTest-1249534911 tempest-VolumesActionsTest-1249534911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773697957277'] for port, before_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:19.301668 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.db [req-c021587d-4368-4b12-abe6-7a47276bddd1 req-f1923cde-c497-416c-ad18-03259421c84f tempest-VolumesActionsTest-1249534911 tempest-VolumesActionsTest-1249534911-project] For port 24bfc16d-7d0f-445d-a1c4-3d5ccd82fe93, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=24bfc16d-7d0f-445d-a1c4-3d5ccd82fe93,segment=NetworkSegment(2016634b-8bf1-4341-b40e-bf487ff17cde),segment_id=2016634b-8bf1-4341-b40e-bf487ff17cde)] {{(pid=99868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:57:19.302057 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-c021587d-4368-4b12-abe6-7a47276bddd1 req-f1923cde-c497-416c-ad18-03259421c84f tempest-VolumesActionsTest-1249534911 tempest-VolumesActionsTest-1249534911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429017'] for port, precommit_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:19.365691 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.plugin [req-c021587d-4368-4b12-abe6-7a47276bddd1 req-f1923cde-c497-416c-ad18-03259421c84f tempest-VolumesActionsTest-1249534911 tempest-VolumesActionsTest-1249534911-project] Calling delete_port for 24bfc16d-7d0f-445d-a1c4-3d5ccd82fe93 owned by compute:nova {{(pid=99868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 05:57:19.571259 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-c021587d-4368-4b12-abe6-7a47276bddd1 req-f1923cde-c497-416c-ad18-03259421c84f tempest-VolumesActionsTest-1249534911 tempest-VolumesActionsTest-1249534911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773697962361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773697504552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2882495'] for port, after_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:19.575664 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-b3e98d17-f492-46d7-b2d8-7e74eacded08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:57:19.582679 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.db [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] get_ports_and_sgs() called for port_ids ['24bfc16d-7d0f-445d-a1c4-3d5ccd82fe93'] {{(pid=99870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 05:57:19.602468 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1923cde-c497-416c-ad18-03259421c84f tempest-VolumesActionsTest-1249534911 tempest-VolumesActionsTest-1249534911-project] Pushing event deleted for resources: {'Port': ['ID=24bfc16d-7d0f-445d-a1c4-3d5ccd82fe93,revision_number=None']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:57:19.609004 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-f1923cde-c497-416c-ad18-03259421c84f tempest-VolumesActionsTest-1249534911 tempest-VolumesActionsTest-1249534911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:57:19.647637 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.db.l3_dvrscheduler_db [req-c021587d-4368-4b12-abe6-7a47276bddd1 req-f1923cde-c497-416c-ad18-03259421c84f tempest-VolumesActionsTest-1249534911 tempest-VolumesActionsTest-1249534911-project] No DVR routers for this DVR port 24bfc16d-7d0f-445d-a1c4-3d5ccd82fe93 on host hv-cinder-77262 {{(pid=99868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 05:57:19.650088 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-c021587d-4368-4b12-abe6-7a47276bddd1 req-f1923cde-c497-416c-ad18-03259421c84f tempest-VolumesActionsTest-1249534911 tempest-VolumesActionsTest-1249534911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-860254'] for port, before_response {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:19.652125 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-c021587d-4368-4b12-abe6-7a47276bddd1 req-f1923cde-c497-416c-ad18-03259421c84f tempest-VolumesActionsTest-1249534911 tempest-VolumesActionsTest-1249534911-project] 10.222.0.13 "DELETE /v2.0/ports/24bfc16d-7d0f-445d-a1c4-3d5ccd82fe93 HTTP/1.1" status: 204 len: 173 time: 0.5603426 Jun 17 05:57:19.974415 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e3efbc0-9954-4d7c-9b1d-e7be359633a6', 'name': 'network-vif-deleted', 'tag': '24bfc16d-7d0f-445d-a1c4-3d5ccd82fe93'}] {{(pid=99868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 05:57:19.976840 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8d1bbba7808a8cca0df1ca407b71cd1cd2965420825a4b8dd9215cbcd05a37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c19aa573-0393-421f-b2b9-0d28696c002d" -d '{"events": [{"server_uuid": "0e3efbc0-9954-4d7c-9b1d-e7be359633a6", "name": "network-vif-deleted", "tag": "24bfc16d-7d0f-445d-a1c4-3d5ccd82fe93"}]}' {{(pid=99868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 05:57:19.989742 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacbf81f-817b-4011-9ccd-3cd04e04281c req-e3ce5cca-3923-4ab4-9d1d-69659f7cd3e9 tempest-VolumesNegativeTest-115929410 tempest-VolumesNegativeTest-115929410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:57:19.991225 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-dacbf81f-817b-4011-9ccd-3cd04e04281c req-e3ce5cca-3923-4ab4-9d1d-69659f7cd3e9 tempest-VolumesNegativeTest-115929410 tempest-VolumesNegativeTest-115929410-project] 10.222.0.11 "GET /v2.0/ports?device_id=93641a39-a20e-44e0-b672-d02b9100ebda HTTP/1.1" status: 200 len: 948 time: 0.0641270 Jun 17 05:57:20.015143 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 05:57:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79950779-25c8-470a-895a-67e6e3f9aee0 x-openstack-request-id: req-79950779-25c8-470a-895a-67e6e3f9aee0 {{(pid=99868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 05:57:20.015713 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e3efbc0-9954-4d7c-9b1d-e7be359633a6", "name": "network-vif-deleted", "tag": "24bfc16d-7d0f-445d-a1c4-3d5ccd82fe93", "status": "completed", "code": 200}]} {{(pid=99868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 05:57:20.015846 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-79950779-25c8-470a-895a-67e6e3f9aee0 {{(pid=99868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 05:57:20.016330 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e3efbc0-9954-4d7c-9b1d-e7be359633a6', 'name': 'network-vif-deleted', 'tag': '24bfc16d-7d0f-445d-a1c4-3d5ccd82fe93', 'status': 'completed', 'code': 200} Jun 17 05:57:20.029435 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-dacbf81f-817b-4011-9ccd-3cd04e04281c req-1264ff82-95bf-4f00-8b19-07088384cc50 tempest-VolumesNegativeTest-115929410 tempest-VolumesNegativeTest-115929410-project] 10.222.0.11 "GET /v2.0/security-groups?id=70aec389-1df6-45d3-94cd-a3464d7f7d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318215 Jun 17 05:57:20.109424 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Device bd4ff4e4-67c3-4907-928b-97d0f5aa620b details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=99870) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 05:57:20.200619 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.db [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] For port bd4ff4e4-67c3-4907-928b-97d0f5aa620b, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=bd4ff4e4-67c3-4907-928b-97d0f5aa620b,segment=NetworkSegment(00b4e045-168c-4f29-9508-4c7cf10f0e6a),segment_id=00b4e045-168c-4f29-9508-4c7cf10f0e6a)] {{(pid=99870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:57:20.214836 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Returning: {'device': 'bd4ff4e4-67c3-4907-928b-97d0f5aa620b', 'network_id': '44792852-0ac5-4974-9393-f7446cb169b8', 'port_id': 'bd4ff4e4-67c3-4907-928b-97d0f5aa620b', 'mac_address': 'fa:16:3e:c6:dd:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36792e82-6414-4fd0-8e96-4a6912e7209b', 'ip_address': '192.168.233.114'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99870) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 05:57:20.253985 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1464132'] for port, before_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:20.266521 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.notifiers.nova [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd4ff4e4-67c3-4907-928b-97d0f5aa620b {{(pid=99870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 05:57:20.285900 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.db [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] For port bd4ff4e4-67c3-4907-928b-97d0f5aa620b, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=bd4ff4e4-67c3-4907-928b-97d0f5aa620b,segment=NetworkSegment(00b4e045-168c-4f29-9508-4c7cf10f0e6a),segment_id=00b4e045-168c-4f29-9508-4c7cf10f0e6a)] {{(pid=99870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:57:20.319365 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-1faa63b6-7466-4706-841f-d858c1a267c7 req-2c302cb8-2e16-427c-bbdc-34ac0cf0b8eb tempest-VolumesActionsTest-1249534911 tempest-VolumesActionsTest-1249534911-project] 10.222.0.11 "GET /v2.0/ports?device_id=0e3efbc0-9954-4d7c-9b1d-e7be359633a6 HTTP/1.1" status: 200 len: 210 time: 0.0289137 Jun 17 05:57:20.360084 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773697962343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773697504561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773697504606'] for port, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:20.361839 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:57:20.408028 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Pushing event updated for resources: {'Port': ['ID=bd4ff4e4-67c3-4907-928b-97d0f5aa620b,revision_number=4']} {{(pid=99870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:57:20.411272 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:57:20.567350 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.db [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] get_ports_and_sgs() called for port_ids ['bd4ff4e4-67c3-4907-928b-97d0f5aa620b'] {{(pid=99870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 05:57:21.198296 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6307d0f9-66a2-4574-80bf-a8a29c7e7079 req-7aacb74f-d204-4adb-852e-fe50d2a4025e tempest-VolumesNegativeTest-115929410 tempest-VolumesNegativeTest-115929410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:57:21.200166 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-6307d0f9-66a2-4574-80bf-a8a29c7e7079 req-7aacb74f-d204-4adb-852e-fe50d2a4025e tempest-VolumesNegativeTest-115929410 tempest-VolumesNegativeTest-115929410-project] 10.222.0.11 "GET /v2.0/ports?device_id=93641a39-a20e-44e0-b672-d02b9100ebda HTTP/1.1" status: 200 len: 949 time: 0.0598927 Jun 17 05:57:21.235699 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-6307d0f9-66a2-4574-80bf-a8a29c7e7079 req-a82ba3ba-a418-444b-9caf-e7e45859b907 tempest-VolumesNegativeTest-115929410 tempest-VolumesNegativeTest-115929410-project] 10.222.0.11 "GET /v2.0/security-groups?id=70aec389-1df6-45d3-94cd-a3464d7f7d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298834 Jun 17 05:57:21.656195 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff10bca6-2da0-4e5f-8e4f-1a9a312fcf58 req-f064c51a-dfc9-4be0-ae14-dfee8d8e85aa tempest-VolumesActionsTest-1249534911 tempest-VolumesActionsTest-1249534911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:57:21.657618 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-ff10bca6-2da0-4e5f-8e4f-1a9a312fcf58 req-f064c51a-dfc9-4be0-ae14-dfee8d8e85aa tempest-VolumesActionsTest-1249534911 tempest-VolumesActionsTest-1249534911-project] 10.222.0.11 "GET /v2.0/networks?id=9d427579-79e5-4e58-8508-4899a3a3adce HTTP/1.1" status: 200 len: 808 time: 0.1006753 Jun 17 05:57:21.672202 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-ff10bca6-2da0-4e5f-8e4f-1a9a312fcf58 req-9c29b865-229f-4da8-aaa5-14320d0a3f76 tempest-VolumesActionsTest-1249534911 tempest-VolumesActionsTest-1249534911-project] 10.222.0.11 "GET /v2.0/quotas/acfdf39a2b294e2c89b6008a3d2a21cb HTTP/1.1" status: 200 len: 375 time: 0.0088615 Jun 17 05:57:21.706696 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-ff10bca6-2da0-4e5f-8e4f-1a9a312fcf58 req-40101c5a-eb0c-4e9b-bd98-cebc294ba2bc tempest-VolumesActionsTest-1249534911 tempest-VolumesActionsTest-1249534911-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=acfdf39a2b294e2c89b6008a3d2a21cb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0296395 Jun 17 05:57:21.794861 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-ff10bca6-2da0-4e5f-8e4f-1a9a312fcf58 req-83506bc2-7869-4137-97a4-d1692d059190 service neutron] 10.222.0.11 "GET /v2.0/networks/9d427579-79e5-4e58-8508-4899a3a3adce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814087 Jun 17 05:57:21.880939 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-ff10bca6-2da0-4e5f-8e4f-1a9a312fcf58 req-3a7f86e7-22ef-44d9-9c90-1e4543759e49 service neutron] 10.222.0.11 "GET /v2.0/networks/9d427579-79e5-4e58-8508-4899a3a3adce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804191 Jun 17 05:57:22.108624 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Device bd4ff4e4-67c3-4907-928b-97d0f5aa620b up at agent hyperv_hv-cinder-77262 {{(pid=99870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 05:57:22.148843 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-e36c2960-583a-41e4-b1f8-3c7f0a4a771c req-bef030b2-7941-4296-b1c1-4ceaeb8d9773 tempest-VolumesActionsTest-1249534911 tempest-VolumesActionsTest-1249534911-project] 10.222.0.11 "GET /v2.0/ports?device_id=a4068a9a-3f60-40a7-9cb4-60d962e20546 HTTP/1.1" status: 200 len: 210 time: 0.0296504 Jun 17 05:57:22.214707 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.provisioning_blocks [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Provisioning for port bd4ff4e4-67c3-4907-928b-97d0f5aa620b completed by entity L2. {{(pid=99870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 05:57:22.219675 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.provisioning_blocks [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Provisioning complete for port bd4ff4e4-67c3-4907-928b-97d0f5aa620b triggered by entity L2. {{(pid=99870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 05:57:22.220117 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551367'] for port, provisioning_complete {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:22.296535 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1464132'] for port, before_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:22.318237 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93641a39-a20e-44e0-b672-d02b9100ebda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd4ff4e4-67c3-4907-928b-97d0f5aa620b'}] {{(pid=99870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 05:57:22.320767 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b488aefaa6b1d6b79683e2609a7ce48815cfc41b5bb42f7017315c525e2bf75d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-055a5014-5b20-4876-a0b2-ff6a3b8838df" -d '{"events": [{"server_uuid": "93641a39-a20e-44e0-b672-d02b9100ebda", "name": "network-vif-plugged", "status": "completed", "tag": "bd4ff4e4-67c3-4907-928b-97d0f5aa620b"}]}' {{(pid=99870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 05:57:22.334028 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.db [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] For port bd4ff4e4-67c3-4907-928b-97d0f5aa620b, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=bd4ff4e4-67c3-4907-928b-97d0f5aa620b,segment=NetworkSegment(00b4e045-168c-4f29-9508-4c7cf10f0e6a),segment_id=00b4e045-168c-4f29-9508-4c7cf10f0e6a)] {{(pid=99870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:57:22.356717 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 05:57:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4af11c3f-4698-40d9-8780-95b2d34e8676 x-openstack-request-id: req-4af11c3f-4698-40d9-8780-95b2d34e8676 {{(pid=99870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 05:57:22.357024 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93641a39-a20e-44e0-b672-d02b9100ebda", "name": "network-vif-plugged", "status": "completed", "tag": "bd4ff4e4-67c3-4907-928b-97d0f5aa620b", "code": 200}]} {{(pid=99870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 05:57:22.357287 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4af11c3f-4698-40d9-8780-95b2d34e8676 {{(pid=99870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 05:57:22.357689 dv-cinder-772623-9-smb neutron-server[99870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93641a39-a20e-44e0-b672-d02b9100ebda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd4ff4e4-67c3-4907-928b-97d0f5aa620b', 'code': 200} Jun 17 05:57:22.407548 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234253ca-747c-414c-b119-a2b16d2ad49d req-32306f38-913e-4501-88b1-6f2f0e110772 tempest-VolumesNegativeTest-115929410 tempest-VolumesNegativeTest-115929410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:57:22.408990 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-234253ca-747c-414c-b119-a2b16d2ad49d req-32306f38-913e-4501-88b1-6f2f0e110772 tempest-VolumesNegativeTest-115929410 tempest-VolumesNegativeTest-115929410-project] 10.222.0.11 "GET /v2.0/ports?device_id=93641a39-a20e-44e0-b672-d02b9100ebda HTTP/1.1" status: 200 len: 949 time: 0.0638776 Jun 17 05:57:22.446001 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-234253ca-747c-414c-b119-a2b16d2ad49d req-d5066cbe-fefa-4799-86cb-f9558e78ab57 tempest-VolumesNegativeTest-115929410 tempest-VolumesNegativeTest-115929410-project] 10.222.0.11 "GET /v2.0/security-groups?id=70aec389-1df6-45d3-94cd-a3464d7f7d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312617 Jun 17 05:57:22.478006 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773697962343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773697504561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773697504606'] for port, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:22.478924 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Device 24bfc16d-7d0f-445d-a1c4-3d5ccd82fe93 no longer exists at agent hyperv_hv-cinder-77262 {{(pid=99870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 05:57:22.481138 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [None req-a711379d-7fb0-44c7-8c58-0d60023fe3fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:57:22.521148 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.plugin [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] No Port match for: 24bfc16d-7d0f-445d-a1c4-3d5ccd82fe93 {{(pid=99870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 05:57:22.521503 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Device 24bfc16d-7d0f-445d-a1c4-3d5ccd82fe93 not bound to the agent host hv-cinder-77262 {{(pid=99870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 05:57:22.546296 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Pushing event updated for resources: {'Port': ['ID=bd4ff4e4-67c3-4907-928b-97d0f5aa620b,revision_number=5']} {{(pid=99870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:57:22.549317 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:57:22.774810 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0540c31c-7327-4315-9604-c197def1d6da req-2d458bd8-dff4-4b00-bc96-939bc54c24d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:57:22.776329 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-0540c31c-7327-4315-9604-c197def1d6da req-2d458bd8-dff4-4b00-bc96-939bc54c24d9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=93641a39-a20e-44e0-b672-d02b9100ebda HTTP/1.1" status: 200 len: 1103 time: 0.0514112 Jun 17 05:57:22.809925 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-0540c31c-7327-4315-9604-c197def1d6da req-7f613710-1747-4c08-8337-e35d33eaedb2 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=70aec389-1df6-45d3-94cd-a3464d7f7d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276904 Jun 17 05:57:23.292664 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-aa6ac4b2-a792-4c5e-9aa4-e94148512c72 req-6135249e-8710-444f-a51b-14613443a6b4 tempest-VolumesActionsTest-1249534911 tempest-VolumesActionsTest-1249534911-project] 10.222.0.11 "GET /v2.0/ports?device_id=a4068a9a-3f60-40a7-9cb4-60d962e20546 HTTP/1.1" status: 200 len: 210 time: 0.0322871 Jun 17 05:57:23.624794 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f2be90-e54a-4e7a-bf0f-aae054ab1552 req-3940fee9-911c-49c9-86e9-8672864ebc5b tempest-VolumesNegativeTest-115929410 tempest-VolumesNegativeTest-115929410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:57:23.626241 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-73f2be90-e54a-4e7a-bf0f-aae054ab1552 req-3940fee9-911c-49c9-86e9-8672864ebc5b tempest-VolumesNegativeTest-115929410 tempest-VolumesNegativeTest-115929410-project] 10.222.0.11 "GET /v2.0/ports?device_id=93641a39-a20e-44e0-b672-d02b9100ebda HTTP/1.1" status: 200 len: 950 time: 0.0700617 Jun 17 05:57:23.663800 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-73f2be90-e54a-4e7a-bf0f-aae054ab1552 req-93afee1d-e4ec-4b2e-a77e-36ece820fc1d tempest-VolumesNegativeTest-115929410 tempest-VolumesNegativeTest-115929410-project] 10.222.0.11 "GET /v2.0/security-groups?id=70aec389-1df6-45d3-94cd-a3464d7f7d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315855 Jun 17 05:57:24.430867 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-3b6cd5fe-9316-432b-8fff-a27ceece2eaa req-4bc37a95-57e3-4e5a-bb50-1ea64b60b417 tempest-VolumesActionsTest-1249534911 tempest-VolumesActionsTest-1249534911-project] 10.222.0.11 "GET /v2.0/ports?device_id=a4068a9a-3f60-40a7-9cb4-60d962e20546 HTTP/1.1" status: 200 len: 210 time: 0.0287240 Jun 17 05:57:24.552141 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff10bca6-2da0-4e5f-8e4f-1a9a312fcf58 req-024748a9-5fbe-4750-8cb9-0b918319ee09 tempest-VolumesActionsTest-1249534911 tempest-VolumesActionsTest-1249534911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:57:24.553500 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-ff10bca6-2da0-4e5f-8e4f-1a9a312fcf58 req-024748a9-5fbe-4750-8cb9-0b918319ee09 tempest-VolumesActionsTest-1249534911 tempest-VolumesActionsTest-1249534911-project] 10.222.0.13 "GET /v2.0/networks?id=9d427579-79e5-4e58-8508-4899a3a3adce HTTP/1.1" status: 200 len: 808 time: 0.1005018 Jun 17 05:57:24.565424 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.v2.base [req-ff10bca6-2da0-4e5f-8e4f-1a9a312fcf58 req-ada3bee3-beb2-4419-be5b-0a02aed25e37 tempest-VolumesActionsTest-1249534911 tempest-VolumesActionsTest-1249534911-project] Request body: {'port': {'device_id': 'a4068a9a-3f60-40a7-9cb4-60d962e20546', 'network_id': '9d427579-79e5-4e58-8508-4899a3a3adce', 'admin_state_up': True, 'tenant_id': 'acfdf39a2b294e2c89b6008a3d2a21cb'}} {{(pid=99868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:57:24.788762 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff10bca6-2da0-4e5f-8e4f-1a9a312fcf58 req-ada3bee3-beb2-4419-be5b-0a02aed25e37 tempest-VolumesActionsTest-1249534911 tempest-VolumesActionsTest-1249534911-project] Made reservation on behalf of acfdf39a2b294e2c89b6008a3d2a21cb for: {'port': 1} {{(pid=99868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 05:57:24.792530 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-ff10bca6-2da0-4e5f-8e4f-1a9a312fcf58 req-ada3bee3-beb2-4419-be5b-0a02aed25e37 tempest-VolumesActionsTest-1249534911 tempest-VolumesActionsTest-1249534911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1464150'] for port, before_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:24.839711 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300dd2ce-5b74-48e1-9e03-0ba391893b0b req-317ee3f1-3c58-4d31-8ce4-86188dbec3e1 tempest-VolumesNegativeTest-115929410 tempest-VolumesNegativeTest-115929410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:57:24.841659 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-300dd2ce-5b74-48e1-9e03-0ba391893b0b req-317ee3f1-3c58-4d31-8ce4-86188dbec3e1 tempest-VolumesNegativeTest-115929410 tempest-VolumesNegativeTest-115929410-project] 10.222.0.11 "GET /v2.0/ports?device_id=93641a39-a20e-44e0-b672-d02b9100ebda HTTP/1.1" status: 200 len: 950 time: 0.0648847 Jun 17 05:57:24.880256 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-300dd2ce-5b74-48e1-9e03-0ba391893b0b req-8bc16e14-bdc2-4730-b296-42561acce3e1 tempest-VolumesNegativeTest-115929410 tempest-VolumesNegativeTest-115929410-project] 10.222.0.11 "GET /v2.0/security-groups?id=70aec389-1df6-45d3-94cd-a3464d7f7d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329657 Jun 17 05:57:24.920376 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.db.db_base_plugin_common [req-ff10bca6-2da0-4e5f-8e4f-1a9a312fcf58 req-ada3bee3-beb2-4419-be5b-0a02aed25e37 tempest-VolumesActionsTest-1249534911 tempest-VolumesActionsTest-1249534911-project] Allocated IP 172.20.0.7 (9d427579-79e5-4e58-8508-4899a3a3adce/d1791587-4989-4460-a7e3-483abd3a69f2/baed453d-ffb6-4c71-a9d4-d996d34510fe) {{(pid=99868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 05:57:25.070419 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-ff10bca6-2da0-4e5f-8e4f-1a9a312fcf58 req-ada3bee3-beb2-4419-be5b-0a02aed25e37 tempest-VolumesActionsTest-1249534911 tempest-VolumesActionsTest-1249534911-project] Notify callbacks [] for port, precommit_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:25.209807 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-ff10bca6-2da0-4e5f-8e4f-1a9a312fcf58 req-ada3bee3-beb2-4419-be5b-0a02aed25e37 tempest-VolumesActionsTest-1249534911 tempest-VolumesActionsTest-1249534911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1465235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-156110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-564052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773697504543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2882486'] for port, after_create {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:25.213923 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-998a63db-005d-4b5b-8d9d-8ca652b0a5e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:57:25.253552 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff10bca6-2da0-4e5f-8e4f-1a9a312fcf58 req-ada3bee3-beb2-4419-be5b-0a02aed25e37 tempest-VolumesActionsTest-1249534911 tempest-VolumesActionsTest-1249534911-project] Network 9d427579-79e5-4e58-8508-4899a3a3adce is already hosted by enough agents. {{(pid=99868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 05:57:25.256850 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.scheduler.base_scheduler [req-ff10bca6-2da0-4e5f-8e4f-1a9a312fcf58 req-ada3bee3-beb2-4419-be5b-0a02aed25e37 tempest-VolumesActionsTest-1249534911 tempest-VolumesActionsTest-1249534911-project] Resources bound (agent type, host, resource id): {{(pid=99868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 05:57:25.263707 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff10bca6-2da0-4e5f-8e4f-1a9a312fcf58 req-ada3bee3-beb2-4419-be5b-0a02aed25e37 tempest-VolumesActionsTest-1249534911 tempest-VolumesActionsTest-1249534911-project] Received port after_create {{(pid=99868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 05:57:25.286633 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada3bee3-beb2-4419-be5b-0a02aed25e37 tempest-VolumesActionsTest-1249534911 tempest-VolumesActionsTest-1249534911-project] Pushing event updated for resources: {'Port': ['ID=baed453d-ffb6-4c71-a9d4-d996d34510fe,revision_number=1']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:57:25.291154 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-ada3bee3-beb2-4419-be5b-0a02aed25e37 tempest-VolumesActionsTest-1249534911 tempest-VolumesActionsTest-1249534911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:57:25.314336 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff10bca6-2da0-4e5f-8e4f-1a9a312fcf58 req-ada3bee3-beb2-4419-be5b-0a02aed25e37 tempest-VolumesActionsTest-1249534911 tempest-VolumesActionsTest-1249534911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:57:25.317690 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-ff10bca6-2da0-4e5f-8e4f-1a9a312fcf58 req-ada3bee3-beb2-4419-be5b-0a02aed25e37 tempest-VolumesActionsTest-1249534911 tempest-VolumesActionsTest-1249534911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-860254'] for port, before_response {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:25.423434 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-ff10bca6-2da0-4e5f-8e4f-1a9a312fcf58 req-ada3bee3-beb2-4419-be5b-0a02aed25e37 tempest-VolumesActionsTest-1249534911 tempest-VolumesActionsTest-1249534911-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8615601 Jun 17 05:57:25.442743 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.v2.base [req-ff10bca6-2da0-4e5f-8e4f-1a9a312fcf58 req-75b36044-407e-4c72-a15e-bf316565d043 service neutron] Request body: {'port': {'device_id': 'a4068a9a-3f60-40a7-9cb4-60d962e20546', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=99868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 05:57:25.518898 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-ff10bca6-2da0-4e5f-8e4f-1a9a312fcf58 req-75b36044-407e-4c72-a15e-bf316565d043 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1464132'] for port, before_update {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:25.533253 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538d1366-6d52-4c5a-83a5-c79d4ac6039d req-b239a446-62fe-4f15-a038-137c3f7bbba1 tempest-VolumesNegativeTest-115929410 tempest-VolumesNegativeTest-115929410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:57:25.534805 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-538d1366-6d52-4c5a-83a5-c79d4ac6039d req-b239a446-62fe-4f15-a038-137c3f7bbba1 tempest-VolumesNegativeTest-115929410 tempest-VolumesNegativeTest-115929410-project] 10.222.0.11 "GET /v2.0/ports?device_id=93641a39-a20e-44e0-b672-d02b9100ebda HTTP/1.1" status: 200 len: 950 time: 0.0677123 Jun 17 05:57:25.576971 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-538d1366-6d52-4c5a-83a5-c79d4ac6039d req-b2e93a0a-ef52-4536-9272-bc0e2ad3d58b tempest-VolumesNegativeTest-115929410 tempest-VolumesNegativeTest-115929410-project] 10.222.0.11 "GET /v2.0/security-groups?id=70aec389-1df6-45d3-94cd-a3464d7f7d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321741 Jun 17 05:57:25.685074 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c0c00d-c5c7-4d71-831c-a4b15e897afb req-55eb7c55-2077-4263-9f81-9605c483cb7a tempest-VolumesActionsTest-1249534911 tempest-VolumesActionsTest-1249534911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:57:25.686518 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-16c0c00d-c5c7-4d71-831c-a4b15e897afb req-55eb7c55-2077-4263-9f81-9605c483cb7a tempest-VolumesActionsTest-1249534911 tempest-VolumesActionsTest-1249534911-project] 10.222.0.11 "GET /v2.0/ports?device_id=a4068a9a-3f60-40a7-9cb4-60d962e20546 HTTP/1.1" status: 200 len: 931 time: 0.1363368 Jun 17 05:57:25.765533 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-16c0c00d-c5c7-4d71-831c-a4b15e897afb req-a3f15c7a-ba42-4a4e-854d-db0b0e8ca384 tempest-VolumesActionsTest-1249534911 tempest-VolumesActionsTest-1249534911-project] 10.222.0.11 "GET /v2.0/security-groups?id=f6b7eac4-6075-46a4-946f-58e9ab5ee5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731838 Jun 17 05:57:25.851340 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.notifiers.nova [req-ff10bca6-2da0-4e5f-8e4f-1a9a312fcf58 req-75b36044-407e-4c72-a15e-bf316565d043 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id baed453d-ffb6-4c71-a9d4-d996d34510fe {{(pid=99868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 05:57:25.858738 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-ff10bca6-2da0-4e5f-8e4f-1a9a312fcf58 req-75b36044-407e-4c72-a15e-bf316565d043 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:25.869901 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.db.provisioning_blocks [req-ff10bca6-2da0-4e5f-8e4f-1a9a312fcf58 req-75b36044-407e-4c72-a15e-bf316565d043 service neutron] Transition to ACTIVE for port object baed453d-ffb6-4c71-a9d4-d996d34510fe will not be triggered until provisioned by entity L2. {{(pid=99868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 05:57:25.948127 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-ff10bca6-2da0-4e5f-8e4f-1a9a312fcf58 req-75b36044-407e-4c72-a15e-bf316565d043 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773697962343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773697504561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773697504606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2882436'] for port, after_update {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:25.950795 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-9a0f9ea2-2982-4397-9f50-b2c63fd598ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:57:26.024607 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b36044-407e-4c72-a15e-bf316565d043 service neutron] Pushing event updated for resources: {'Port': ['ID=baed453d-ffb6-4c71-a9d4-d996d34510fe,revision_number=2']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:57:26.041605 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-75b36044-407e-4c72-a15e-bf316565d043 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:57:26.090725 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.managers [req-ff10bca6-2da0-4e5f-8e4f-1a9a312fcf58 req-75b36044-407e-4c72-a15e-bf316565d043 service neutron] Attempting to bind port baed453d-ffb6-4c71-a9d4-d996d34510fe on host hv-cinder-77262 for vnic_type normal with profile {{(pid=99868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 05:57:26.091076 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.managers [req-ff10bca6-2da0-4e5f-8e4f-1a9a312fcf58 req-75b36044-407e-4c72-a15e-bf316565d043 service neutron] Attempting to bind port baed453d-ffb6-4c71-a9d4-d996d34510fe by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': '2016634b-8bf1-4341-b40e-bf487ff17cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '9d427579-79e5-4e58-8508-4899a3a3adce'}] {{(pid=99868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 05:57:26.091406 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff10bca6-2da0-4e5f-8e4f-1a9a312fcf58 req-75b36044-407e-4c72-a15e-bf316565d043 service neutron] Attempting to bind port baed453d-ffb6-4c71-a9d4-d996d34510fe on network 9d427579-79e5-4e58-8508-4899a3a3adce {{(pid=99868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 05:57:26.095533 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff10bca6-2da0-4e5f-8e4f-1a9a312fcf58 req-75b36044-407e-4c72-a15e-bf316565d043 service neutron] Port baed453d-ffb6-4c71-a9d4-d996d34510fe on network 9d427579-79e5-4e58-8508-4899a3a3adce not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=99868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 05:57:26.095856 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff10bca6-2da0-4e5f-8e4f-1a9a312fcf58 req-75b36044-407e-4c72-a15e-bf316565d043 service neutron] Attempting to bind port baed453d-ffb6-4c71-a9d4-d996d34510fe on network 9d427579-79e5-4e58-8508-4899a3a3adce {{(pid=99868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 05:57:26.100443 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff10bca6-2da0-4e5f-8e4f-1a9a312fcf58 req-75b36044-407e-4c72-a15e-bf316565d043 service neutron] Checking agent: {'id': 'a94c375a-f30e-48af-b86b-c1ab552b3c7d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 5, 47, 47), 'started_at': datetime.datetime(2021, 6, 17, 5, 47, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 5, 57, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 05:57:26.100779 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff10bca6-2da0-4e5f-8e4f-1a9a312fcf58 req-75b36044-407e-4c72-a15e-bf316565d043 service neutron] Checking segment: {'id': '2016634b-8bf1-4341-b40e-bf487ff17cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '9d427579-79e5-4e58-8508-4899a3a3adce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 05:57:26.101157 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff10bca6-2da0-4e5f-8e4f-1a9a312fcf58 req-75b36044-407e-4c72-a15e-bf316565d043 service neutron] Bound using segment: {'id': '2016634b-8bf1-4341-b40e-bf487ff17cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '9d427579-79e5-4e58-8508-4899a3a3adce'} {{(pid=99868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 05:57:26.101577 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.managers [req-ff10bca6-2da0-4e5f-8e4f-1a9a312fcf58 req-75b36044-407e-4c72-a15e-bf316565d043 service neutron] Bound port: baed453d-ffb6-4c71-a9d4-d996d34510fe, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2016634b-8bf1-4341-b40e-bf487ff17cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '9d427579-79e5-4e58-8508-4899a3a3adce'}}] {{(pid=99868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 05:57:26.101920 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-ff10bca6-2da0-4e5f-8e4f-1a9a312fcf58 req-75b36044-407e-4c72-a15e-bf316565d043 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1464132'] for port, before_update {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:26.162127 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.db [req-ff10bca6-2da0-4e5f-8e4f-1a9a312fcf58 req-75b36044-407e-4c72-a15e-bf316565d043 service neutron] For port baed453d-ffb6-4c71-a9d4-d996d34510fe, host hv-cinder-77262, cleared binding levels {{(pid=99868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 05:57:26.165051 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.db [req-ff10bca6-2da0-4e5f-8e4f-1a9a312fcf58 req-75b36044-407e-4c72-a15e-bf316565d043 service neutron] For port baed453d-ffb6-4c71-a9d4-d996d34510fe, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=baed453d-ffb6-4c71-a9d4-d996d34510fe,segment=NetworkSegment(2016634b-8bf1-4341-b40e-bf487ff17cde),segment_id=2016634b-8bf1-4341-b40e-bf487ff17cde)] {{(pid=99868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 05:57:26.240126 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-ff10bca6-2da0-4e5f-8e4f-1a9a312fcf58 req-75b36044-407e-4c72-a15e-bf316565d043 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773697962343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773697504561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773697504606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2882436'] for port, after_update {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:26.242082 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-e96f8dfd-573b-428c-b9b8-72ee4e5e7447 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:57:26.273609 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff10bca6-2da0-4e5f-8e4f-1a9a312fcf58 req-75b36044-407e-4c72-a15e-bf316565d043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:57:26.274211 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-ff10bca6-2da0-4e5f-8e4f-1a9a312fcf58 req-75b36044-407e-4c72-a15e-bf316565d043 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-860254'] for port, before_response {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:26.275643 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-ff10bca6-2da0-4e5f-8e4f-1a9a312fcf58 req-75b36044-407e-4c72-a15e-bf316565d043 service neutron] 10.222.0.13 "PUT /v2.0/ports/baed453d-ffb6-4c71-a9d4-d996d34510fe HTTP/1.1" status: 200 len: 1093 time: 0.8370132 Jun 17 05:57:26.276088 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4068a9a-3f60-40a7-9cb4-60d962e20546', 'tag': 'baed453d-ffb6-4c71-a9d4-d996d34510fe'}] {{(pid=99868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 05:57:26.278368 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8d1bbba7808a8cca0df1ca407b71cd1cd2965420825a4b8dd9215cbcd05a37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c4b4c3a-088a-4265-8f65-ac63b9621d04" -d '{"events": [{"name": "network-changed", "server_uuid": "a4068a9a-3f60-40a7-9cb4-60d962e20546", "tag": "baed453d-ffb6-4c71-a9d4-d996d34510fe"}]}' {{(pid=99868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 05:57:26.301264 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b36044-407e-4c72-a15e-bf316565d043 service neutron] Pushing event updated for resources: {'Port': ['ID=baed453d-ffb6-4c71-a9d4-d996d34510fe,revision_number=3']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:57:26.304329 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-75b36044-407e-4c72-a15e-bf316565d043 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:57:26.315005 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 05:57:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2e13ade-1adf-430f-b710-a66f660f3b52 x-openstack-request-id: req-c2e13ade-1adf-430f-b710-a66f660f3b52 {{(pid=99868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 05:57:26.315330 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4068a9a-3f60-40a7-9cb4-60d962e20546", "tag": "baed453d-ffb6-4c71-a9d4-d996d34510fe", "status": "completed", "code": 200}]} {{(pid=99868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 05:57:26.315621 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c2e13ade-1adf-430f-b710-a66f660f3b52 {{(pid=99868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 05:57:26.316053 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4068a9a-3f60-40a7-9cb4-60d962e20546', 'tag': 'baed453d-ffb6-4c71-a9d4-d996d34510fe', 'status': 'completed', 'code': 200} Jun 17 05:57:26.394270 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4b4c3a-088a-4265-8f65-ac63b9621d04 req-916515d2-d1c8-457c-a4b9-5f99afe73c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:57:26.395743 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-4c4b4c3a-088a-4265-8f65-ac63b9621d04 req-916515d2-d1c8-457c-a4b9-5f99afe73c12 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=acfdf39a2b294e2c89b6008a3d2a21cb&device_id=a4068a9a-3f60-40a7-9cb4-60d962e20546 HTTP/1.1" status: 200 len: 1096 time: 0.0559695 Jun 17 05:57:26.488217 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4b4c3a-088a-4265-8f65-ac63b9621d04 req-d5052d63-f9ad-4ff8-9a16-9e803e679d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:57:26.489628 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-4c4b4c3a-088a-4265-8f65-ac63b9621d04 req-d5052d63-f9ad-4ff8-9a16-9e803e679d36 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=acfdf39a2b294e2c89b6008a3d2a21cb&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0851917 Jun 17 05:57:26.585097 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4b4c3a-088a-4265-8f65-ac63b9621d04 req-50c9ba2a-d6ed-4f0a-a0bc-479bdef89a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:57:26.586413 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-4c4b4c3a-088a-4265-8f65-ac63b9621d04 req-50c9ba2a-d6ed-4f0a-a0bc-479bdef89a07 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0883951 Jun 17 05:57:26.678254 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff10bca6-2da0-4e5f-8e4f-1a9a312fcf58 req-d6452246-7bfc-4606-b8d9-378497c9ee1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:57:26.679795 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-ff10bca6-2da0-4e5f-8e4f-1a9a312fcf58 req-d6452246-7bfc-4606-b8d9-378497c9ee1a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=acfdf39a2b294e2c89b6008a3d2a21cb&device_id=a4068a9a-3f60-40a7-9cb4-60d962e20546 HTTP/1.1" status: 200 len: 1096 time: 0.0525670 Jun 17 05:57:26.729042 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-ff10bca6-2da0-4e5f-8e4f-1a9a312fcf58 req-6ba6cbbf-25ed-4059-ac18-c7d8ed5d8cfb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=baed453d-ffb6-4c71-a9d4-d996d34510fe HTTP/1.1" status: 200 len: 217 time: 0.0405934 Jun 17 05:57:26.831985 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff10bca6-2da0-4e5f-8e4f-1a9a312fcf58 req-6c29153d-662b-43b5-815b-ef7cb931a2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:57:26.833411 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-ff10bca6-2da0-4e5f-8e4f-1a9a312fcf58 req-6c29153d-662b-43b5-815b-ef7cb931a2ee service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d1791587-4989-4460-a7e3-483abd3a69f2 HTTP/1.1" status: 200 len: 848 time: 0.0885365 Jun 17 05:57:26.863970 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a2061f-18a8-4670-a600-1a8686aae7b7 req-51dcda47-dcec-4484-a28d-63d7bb42fec7 tempest-VolumesNegativeTest-115929410 tempest-VolumesNegativeTest-115929410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:57:26.865294 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-84a2061f-18a8-4670-a600-1a8686aae7b7 req-51dcda47-dcec-4484-a28d-63d7bb42fec7 tempest-VolumesNegativeTest-115929410 tempest-VolumesNegativeTest-115929410-project] 10.222.0.11 "GET /v2.0/ports?device_id=93641a39-a20e-44e0-b672-d02b9100ebda HTTP/1.1" status: 200 len: 950 time: 0.1714118 Jun 17 05:57:26.884094 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-ff10bca6-2da0-4e5f-8e4f-1a9a312fcf58 req-e973a628-0b3b-4a9c-8814-66aa4947e39e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9d427579-79e5-4e58-8508-4899a3a3adce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420296 Jun 17 05:57:26.930370 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2aad4b-ded8-4447-9d66-f3f342d70dbc req-be079b13-47e2-4525-bea0-41f5021cf1cd tempest-VolumesNegativeTest-115929410 tempest-VolumesNegativeTest-115929410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:57:26.931815 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-6e2aad4b-ded8-4447-9d66-f3f342d70dbc req-be079b13-47e2-4525-bea0-41f5021cf1cd tempest-VolumesNegativeTest-115929410 tempest-VolumesNegativeTest-115929410-project] 10.222.0.13 "GET /v2.0/ports?device_id=93641a39-a20e-44e0-b672-d02b9100ebda HTTP/1.1" status: 200 len: 950 time: 0.1550624 Jun 17 05:57:26.939515 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af65b12c-acfe-4455-87c1-29d7e8dadb27 req-45aff4bf-10da-45aa-bc26-5d8186425f2e tempest-VolumesActionsTest-1249534911 tempest-VolumesActionsTest-1249534911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:57:26.940969 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-af65b12c-acfe-4455-87c1-29d7e8dadb27 req-45aff4bf-10da-45aa-bc26-5d8186425f2e tempest-VolumesActionsTest-1249534911 tempest-VolumesActionsTest-1249534911-project] 10.222.0.11 "GET /v2.0/ports?device_id=a4068a9a-3f60-40a7-9cb4-60d962e20546 HTTP/1.1" status: 200 len: 943 time: 0.0639215 Jun 17 05:57:26.979522 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-af65b12c-acfe-4455-87c1-29d7e8dadb27 req-ba341494-e433-4cb3-be87-f291501567c0 tempest-VolumesActionsTest-1249534911 tempest-VolumesActionsTest-1249534911-project] 10.222.0.11 "GET /v2.0/security-groups?id=f6b7eac4-6075-46a4-946f-58e9ab5ee5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326571 Jun 17 05:57:27.008588 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-84a2061f-18a8-4670-a600-1a8686aae7b7 req-d6706814-c3da-42e3-8571-c24a67b46776 tempest-VolumesNegativeTest-115929410 tempest-VolumesNegativeTest-115929410-project] 10.222.0.11 "GET /v2.0/security-groups?id=70aec389-1df6-45d3-94cd-a3464d7f7d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266739 Jun 17 05:57:27.077155 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-ff10bca6-2da0-4e5f-8e4f-1a9a312fcf58 req-40612ec2-bdd0-44ac-90ee-00e0b7859532 service neutron] 10.222.0.13 "GET /v2.0/networks/9d427579-79e5-4e58-8508-4899a3a3adce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827154 Jun 17 05:57:27.139369 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.plugin [req-6e2aad4b-ded8-4447-9d66-f3f342d70dbc req-9e337451-62f0-4ed7-8230-b1248030ef81 tempest-VolumesNegativeTest-115929410 tempest-VolumesNegativeTest-115929410-project] Deleting port bd4ff4e4-67c3-4907-928b-97d0f5aa620b {{(pid=99868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 05:57:27.139622 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-6e2aad4b-ded8-4447-9d66-f3f342d70dbc req-9e337451-62f0-4ed7-8230-b1248030ef81 tempest-VolumesNegativeTest-115929410 tempest-VolumesNegativeTest-115929410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773697957277'] for port, before_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:27.224277 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-ff10bca6-2da0-4e5f-8e4f-1a9a312fcf58 req-361ded58-96cd-48d6-ab0b-5457a5bdd8f7 service neutron] 10.222.0.13 "GET /v2.0/networks/9d427579-79e5-4e58-8508-4899a3a3adce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399665 Jun 17 05:57:27.248675 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.db [req-6e2aad4b-ded8-4447-9d66-f3f342d70dbc req-9e337451-62f0-4ed7-8230-b1248030ef81 tempest-VolumesNegativeTest-115929410 tempest-VolumesNegativeTest-115929410-project] For port bd4ff4e4-67c3-4907-928b-97d0f5aa620b, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=bd4ff4e4-67c3-4907-928b-97d0f5aa620b,segment=NetworkSegment(00b4e045-168c-4f29-9508-4c7cf10f0e6a),segment_id=00b4e045-168c-4f29-9508-4c7cf10f0e6a)] {{(pid=99868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:57:27.249026 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-6e2aad4b-ded8-4447-9d66-f3f342d70dbc req-9e337451-62f0-4ed7-8230-b1248030ef81 tempest-VolumesNegativeTest-115929410 tempest-VolumesNegativeTest-115929410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429017'] for port, precommit_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:27.322058 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.plugin [req-6e2aad4b-ded8-4447-9d66-f3f342d70dbc req-9e337451-62f0-4ed7-8230-b1248030ef81 tempest-VolumesNegativeTest-115929410 tempest-VolumesNegativeTest-115929410-project] Calling delete_port for bd4ff4e4-67c3-4907-928b-97d0f5aa620b owned by compute:nova {{(pid=99868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 05:57:27.502704 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-6e2aad4b-ded8-4447-9d66-f3f342d70dbc req-9e337451-62f0-4ed7-8230-b1248030ef81 tempest-VolumesNegativeTest-115929410 tempest-VolumesNegativeTest-115929410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773697962361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773697504552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2882495'] for port, after_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:27.506343 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-75b36044-407e-4c72-a15e-bf316565d043 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:57:27.515057 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.db [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] get_ports_and_sgs() called for port_ids ['bd4ff4e4-67c3-4907-928b-97d0f5aa620b'] {{(pid=99870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 05:57:27.535466 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e337451-62f0-4ed7-8230-b1248030ef81 tempest-VolumesNegativeTest-115929410 tempest-VolumesNegativeTest-115929410-project] Pushing event deleted for resources: {'Port': ['ID=bd4ff4e4-67c3-4907-928b-97d0f5aa620b,revision_number=None']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:57:27.538526 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-9e337451-62f0-4ed7-8230-b1248030ef81 tempest-VolumesNegativeTest-115929410 tempest-VolumesNegativeTest-115929410-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:57:27.581794 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e2aad4b-ded8-4447-9d66-f3f342d70dbc req-9e337451-62f0-4ed7-8230-b1248030ef81 tempest-VolumesNegativeTest-115929410 tempest-VolumesNegativeTest-115929410-project] No DVR routers for this DVR port bd4ff4e4-67c3-4907-928b-97d0f5aa620b on host hv-cinder-77262 {{(pid=99868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 05:57:27.584407 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-6e2aad4b-ded8-4447-9d66-f3f342d70dbc req-9e337451-62f0-4ed7-8230-b1248030ef81 tempest-VolumesNegativeTest-115929410 tempest-VolumesNegativeTest-115929410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-860254'] for port, before_response {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:27.586422 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-6e2aad4b-ded8-4447-9d66-f3f342d70dbc req-9e337451-62f0-4ed7-8230-b1248030ef81 tempest-VolumesNegativeTest-115929410 tempest-VolumesNegativeTest-115929410-project] 10.222.0.13 "DELETE /v2.0/ports/bd4ff4e4-67c3-4907-928b-97d0f5aa620b HTTP/1.1" status: 204 len: 173 time: 0.6492929 Jun 17 05:57:28.152502 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab9da06-ac2d-4a4b-843c-6b67cfdc30b1 req-16679de6-bfa8-4e0b-9395-8e6e7186d220 tempest-VolumesActionsTest-1249534911 tempest-VolumesActionsTest-1249534911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:57:28.156133 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-3ab9da06-ac2d-4a4b-843c-6b67cfdc30b1 req-16679de6-bfa8-4e0b-9395-8e6e7186d220 tempest-VolumesActionsTest-1249534911 tempest-VolumesActionsTest-1249534911-project] 10.222.0.11 "GET /v2.0/ports?device_id=a4068a9a-3f60-40a7-9cb4-60d962e20546 HTTP/1.1" status: 200 len: 943 time: 0.0633957 Jun 17 05:57:28.160956 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-030bc190-4f6b-4209-8f99-110705e78c95 req-1ad5a379-24fd-4623-b52c-b172c2956faa tempest-VolumesNegativeTest-115929410 tempest-VolumesNegativeTest-115929410-project] 10.222.0.11 "GET /v2.0/ports?device_id=93641a39-a20e-44e0-b672-d02b9100ebda HTTP/1.1" status: 200 len: 210 time: 0.0277658 Jun 17 05:57:28.163841 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Device baed453d-ffb6-4c71-a9d4-d996d34510fe details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=99870) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 05:57:28.201417 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-3ab9da06-ac2d-4a4b-843c-6b67cfdc30b1 req-255ed7ab-0a88-44f5-a5a5-6814437e2542 tempest-VolumesActionsTest-1249534911 tempest-VolumesActionsTest-1249534911-project] 10.222.0.11 "GET /v2.0/security-groups?id=f6b7eac4-6075-46a4-946f-58e9ab5ee5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416572 Jun 17 05:57:28.259773 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.db [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] For port baed453d-ffb6-4c71-a9d4-d996d34510fe, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=baed453d-ffb6-4c71-a9d4-d996d34510fe,segment=NetworkSegment(2016634b-8bf1-4341-b40e-bf487ff17cde),segment_id=2016634b-8bf1-4341-b40e-bf487ff17cde)] {{(pid=99870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:57:28.271435 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Returning: {'device': 'baed453d-ffb6-4c71-a9d4-d996d34510fe', 'network_id': '9d427579-79e5-4e58-8508-4899a3a3adce', 'port_id': 'baed453d-ffb6-4c71-a9d4-d996d34510fe', 'mac_address': 'fa:16:3e:3d:05:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1791587-4989-4460-a7e3-483abd3a69f2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99870) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 05:57:28.305987 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1464132'] for port, before_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:28.317690 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93641a39-a20e-44e0-b672-d02b9100ebda', 'name': 'network-vif-deleted', 'tag': 'bd4ff4e4-67c3-4907-928b-97d0f5aa620b'}] {{(pid=99868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 05:57:28.318878 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.notifiers.nova [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id baed453d-ffb6-4c71-a9d4-d996d34510fe {{(pid=99870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 05:57:28.320051 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8d1bbba7808a8cca0df1ca407b71cd1cd2965420825a4b8dd9215cbcd05a37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ba46eb6-3d40-4887-a086-13e2a6c704e3" -d '{"events": [{"server_uuid": "93641a39-a20e-44e0-b672-d02b9100ebda", "name": "network-vif-deleted", "tag": "bd4ff4e4-67c3-4907-928b-97d0f5aa620b"}]}' {{(pid=99868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 05:57:28.340013 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.db [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] For port baed453d-ffb6-4c71-a9d4-d996d34510fe, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=baed453d-ffb6-4c71-a9d4-d996d34510fe,segment=NetworkSegment(2016634b-8bf1-4341-b40e-bf487ff17cde),segment_id=2016634b-8bf1-4341-b40e-bf487ff17cde)] {{(pid=99870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:57:28.355683 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 05:57:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-775220b2-3451-4de6-b3e0-b680615b2630 x-openstack-request-id: req-775220b2-3451-4de6-b3e0-b680615b2630 {{(pid=99868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 05:57:28.356010 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93641a39-a20e-44e0-b672-d02b9100ebda", "name": "network-vif-deleted", "tag": "bd4ff4e4-67c3-4907-928b-97d0f5aa620b", "status": "completed", "code": 200}]} {{(pid=99868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 05:57:28.356289 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-775220b2-3451-4de6-b3e0-b680615b2630 {{(pid=99868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 05:57:28.356714 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93641a39-a20e-44e0-b672-d02b9100ebda', 'name': 'network-vif-deleted', 'tag': 'bd4ff4e4-67c3-4907-928b-97d0f5aa620b', 'status': 'completed', 'code': 200} Jun 17 05:57:28.440524 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773697962343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773697504561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773697504606'] for port, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:28.443182 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:57:28.488075 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Pushing event updated for resources: {'Port': ['ID=baed453d-ffb6-4c71-a9d4-d996d34510fe,revision_number=4']} {{(pid=99870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:57:28.490955 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:57:28.646609 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.db [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] get_ports_and_sgs() called for port_ids ['baed453d-ffb6-4c71-a9d4-d996d34510fe'] {{(pid=99870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 05:57:29.377522 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe9f888-7a79-407b-b11f-b9ddc8c32585 req-63ce63f0-bead-40a2-a1f1-aef77922a060 tempest-VolumesActionsTest-1249534911 tempest-VolumesActionsTest-1249534911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:57:29.378956 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-1fe9f888-7a79-407b-b11f-b9ddc8c32585 req-63ce63f0-bead-40a2-a1f1-aef77922a060 tempest-VolumesActionsTest-1249534911 tempest-VolumesActionsTest-1249534911-project] 10.222.0.11 "GET /v2.0/ports?device_id=a4068a9a-3f60-40a7-9cb4-60d962e20546 HTTP/1.1" status: 200 len: 944 time: 0.0613601 Jun 17 05:57:29.421299 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-1fe9f888-7a79-407b-b11f-b9ddc8c32585 req-90b34720-25a5-4465-b5ff-c03feeb53f3e tempest-VolumesActionsTest-1249534911 tempest-VolumesActionsTest-1249534911-project] 10.222.0.11 "GET /v2.0/security-groups?id=f6b7eac4-6075-46a4-946f-58e9ab5ee5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366666 Jun 17 05:57:30.179121 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Device baed453d-ffb6-4c71-a9d4-d996d34510fe up at agent hyperv_hv-cinder-77262 {{(pid=99870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 05:57:30.313902 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.provisioning_blocks [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Provisioning for port baed453d-ffb6-4c71-a9d4-d996d34510fe completed by entity L2. {{(pid=99870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 05:57:30.317711 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.provisioning_blocks [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Provisioning complete for port baed453d-ffb6-4c71-a9d4-d996d34510fe triggered by entity L2. {{(pid=99870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 05:57:30.318084 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551367'] for port, provisioning_complete {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:30.395028 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1464132'] for port, before_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:30.416338 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4068a9a-3f60-40a7-9cb4-60d962e20546', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baed453d-ffb6-4c71-a9d4-d996d34510fe'}] {{(pid=99870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 05:57:30.418917 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b488aefaa6b1d6b79683e2609a7ce48815cfc41b5bb42f7017315c525e2bf75d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9473b98e-aac9-486f-9787-a31eb68dd41d" -d '{"events": [{"server_uuid": "a4068a9a-3f60-40a7-9cb4-60d962e20546", "name": "network-vif-plugged", "status": "completed", "tag": "baed453d-ffb6-4c71-a9d4-d996d34510fe"}]}' {{(pid=99870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 05:57:30.431465 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.db [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] For port baed453d-ffb6-4c71-a9d4-d996d34510fe, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=baed453d-ffb6-4c71-a9d4-d996d34510fe,segment=NetworkSegment(2016634b-8bf1-4341-b40e-bf487ff17cde),segment_id=2016634b-8bf1-4341-b40e-bf487ff17cde)] {{(pid=99870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:57:30.458403 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 05:57:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61a2c90b-6515-4427-b5c8-53991af48fd3 x-openstack-request-id: req-61a2c90b-6515-4427-b5c8-53991af48fd3 {{(pid=99870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 05:57:30.458934 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4068a9a-3f60-40a7-9cb4-60d962e20546", "name": "network-vif-plugged", "status": "completed", "tag": "baed453d-ffb6-4c71-a9d4-d996d34510fe", "code": 200}]} {{(pid=99870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 05:57:30.459398 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-61a2c90b-6515-4427-b5c8-53991af48fd3 {{(pid=99870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 05:57:30.459950 dv-cinder-772623-9-smb neutron-server[99870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4068a9a-3f60-40a7-9cb4-60d962e20546', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baed453d-ffb6-4c71-a9d4-d996d34510fe', 'code': 200} Jun 17 05:57:30.523257 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773697962343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773697504561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773697504606'] for port, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:30.524221 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Device bd4ff4e4-67c3-4907-928b-97d0f5aa620b no longer exists at agent hyperv_hv-cinder-77262 {{(pid=99870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 05:57:30.526931 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [None req-6668bcf9-9bde-44d6-a37f-09f11330b793 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:57:30.568986 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.plugin [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] No Port match for: bd4ff4e4-67c3-4907-928b-97d0f5aa620b {{(pid=99870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 05:57:30.569538 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Device bd4ff4e4-67c3-4907-928b-97d0f5aa620b not bound to the agent host hv-cinder-77262 {{(pid=99870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 05:57:30.602613 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Pushing event updated for resources: {'Port': ['ID=baed453d-ffb6-4c71-a9d4-d996d34510fe,revision_number=5']} {{(pid=99870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:57:30.607604 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:57:30.610608 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436d5706-ae4d-4fcd-8a77-493759e00e02 req-f8b3652b-8d97-45c5-8cf0-5ce5e11eae5a tempest-VolumesActionsTest-1249534911 tempest-VolumesActionsTest-1249534911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:57:30.612399 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-436d5706-ae4d-4fcd-8a77-493759e00e02 req-f8b3652b-8d97-45c5-8cf0-5ce5e11eae5a tempest-VolumesActionsTest-1249534911 tempest-VolumesActionsTest-1249534911-project] 10.222.0.11 "GET /v2.0/ports?device_id=a4068a9a-3f60-40a7-9cb4-60d962e20546 HTTP/1.1" status: 200 len: 945 time: 0.0660455 Jun 17 05:57:30.655261 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-436d5706-ae4d-4fcd-8a77-493759e00e02 req-03ec878d-8ede-4815-bb78-40a33bf05129 tempest-VolumesActionsTest-1249534911 tempest-VolumesActionsTest-1249534911-project] 10.222.0.11 "GET /v2.0/security-groups?id=f6b7eac4-6075-46a4-946f-58e9ab5ee5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365052 Jun 17 05:57:30.841823 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cde8042-b6b1-4e8f-be1d-a7562f682710 req-a48c9ae5-a615-48af-8fec-aa34ff6594c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:57:30.843331 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-8cde8042-b6b1-4e8f-be1d-a7562f682710 req-a48c9ae5-a615-48af-8fec-aa34ff6594c5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a4068a9a-3f60-40a7-9cb4-60d962e20546 HTTP/1.1" status: 200 len: 1098 time: 0.0522959 Jun 17 05:57:30.876299 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-8cde8042-b6b1-4e8f-be1d-a7562f682710 req-c5136f29-4d4b-441e-bc37-eb614bfd007c service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=f6b7eac4-6075-46a4-946f-58e9ab5ee5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0266654 Jun 17 05:57:31.836917 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c675b8-a870-48d8-a404-f9b0703beea7 req-8ba16a96-e6b6-4b27-9894-160bb0a644e2 tempest-VolumesActionsTest-1249534911 tempest-VolumesActionsTest-1249534911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:57:31.838166 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-71c675b8-a870-48d8-a404-f9b0703beea7 req-8ba16a96-e6b6-4b27-9894-160bb0a644e2 tempest-VolumesActionsTest-1249534911 tempest-VolumesActionsTest-1249534911-project] 10.222.0.11 "GET /v2.0/ports?device_id=a4068a9a-3f60-40a7-9cb4-60d962e20546 HTTP/1.1" status: 200 len: 945 time: 0.0681851 Jun 17 05:57:31.876927 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-71c675b8-a870-48d8-a404-f9b0703beea7 req-0f95901b-01c0-4e78-a44a-94ab38c5bd1c tempest-VolumesActionsTest-1249534911 tempest-VolumesActionsTest-1249534911-project] 10.222.0.11 "GET /v2.0/security-groups?id=f6b7eac4-6075-46a4-946f-58e9ab5ee5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322392 Jun 17 05:57:33.054329 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2e8f03-6ddf-491e-859f-10e785ff382a req-517b44a5-206e-43e1-b663-25a418955f0b tempest-VolumesActionsTest-1249534911 tempest-VolumesActionsTest-1249534911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:57:33.055816 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-cc2e8f03-6ddf-491e-859f-10e785ff382a req-517b44a5-206e-43e1-b663-25a418955f0b tempest-VolumesActionsTest-1249534911 tempest-VolumesActionsTest-1249534911-project] 10.222.0.11 "GET /v2.0/ports?device_id=a4068a9a-3f60-40a7-9cb4-60d962e20546 HTTP/1.1" status: 200 len: 945 time: 0.0647049 Jun 17 05:57:33.095863 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-cc2e8f03-6ddf-491e-859f-10e785ff382a req-2de41dd3-7b9e-42eb-83a8-4a7eac1f491a tempest-VolumesActionsTest-1249534911 tempest-VolumesActionsTest-1249534911-project] 10.222.0.11 "GET /v2.0/security-groups?id=f6b7eac4-6075-46a4-946f-58e9ab5ee5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343957 Jun 17 05:57:34.729088 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72bd6bb-8c9b-41c3-8871-c02f34a00d6e req-def7806a-3524-4fb0-992f-eb853080157c tempest-VolumesActionsTest-1249534911 tempest-VolumesActionsTest-1249534911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:57:34.731624 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-f72bd6bb-8c9b-41c3-8871-c02f34a00d6e req-def7806a-3524-4fb0-992f-eb853080157c tempest-VolumesActionsTest-1249534911 tempest-VolumesActionsTest-1249534911-project] 10.222.0.11 "GET /v2.0/ports?device_id=a4068a9a-3f60-40a7-9cb4-60d962e20546 HTTP/1.1" status: 200 len: 945 time: 0.0644431 Jun 17 05:57:34.768883 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-f72bd6bb-8c9b-41c3-8871-c02f34a00d6e req-7c6ebd92-1911-4dce-a55a-81990b65ace7 tempest-VolumesActionsTest-1249534911 tempest-VolumesActionsTest-1249534911-project] 10.222.0.11 "GET /v2.0/security-groups?id=f6b7eac4-6075-46a4-946f-58e9ab5ee5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318255 Jun 17 05:57:35.039333 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.wsgi [-] (99868) accepted ('10.222.0.11', 33298) {{(pid=99868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:57:35.165186 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [None req-c9439a21-2f90-40e5-b32b-cf103505a6c7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4d33b732f62f4dec856a18ee3fdf1fb7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1245940 Jun 17 05:57:35.167497 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.wsgi [-] (99868) accepted ('10.222.0.11', 33302) {{(pid=99868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:57:35.212153 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-1cec6fb9-3cc7-4f76-9cc8-ec7017742203 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:35.235798 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-1cec6fb9-3cc7-4f76-9cc8-ec7017742203 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:35.359499 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-1cec6fb9-3cc7-4f76-9cc8-ec7017742203 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:35.361886 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-1cec6fb9-3cc7-4f76-9cc8-ec7017742203 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:35.363021 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [None req-1cec6fb9-3cc7-4f76-9cc8-ec7017742203 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/70aec389-1df6-45d3-94cd-a3464d7f7d9f HTTP/1.1" status: 204 len: 168 time: 0.1938527 Jun 17 05:57:35.363970 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-e6d40530-721b-4bbc-9032-c32055201792 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:57:35.371554 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cec6fb9-3cc7-4f76-9cc8-ec7017742203 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70aec389-1df6-45d3-94cd-a3464d7f7d9f,revision_number=None']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:57:35.373940 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-1cec6fb9-3cc7-4f76-9cc8-ec7017742203 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:57:35.941939 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfb7107-182b-4f66-a58b-9fbaa3d57203 req-31e06e2b-e31d-4304-abdc-88cf485c5a1f tempest-VolumesActionsTest-1249534911 tempest-VolumesActionsTest-1249534911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:57:35.943392 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-1cfb7107-182b-4f66-a58b-9fbaa3d57203 req-31e06e2b-e31d-4304-abdc-88cf485c5a1f tempest-VolumesActionsTest-1249534911 tempest-VolumesActionsTest-1249534911-project] 10.222.0.11 "GET /v2.0/ports?device_id=a4068a9a-3f60-40a7-9cb4-60d962e20546 HTTP/1.1" status: 200 len: 945 time: 0.0609190 Jun 17 05:57:35.980782 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-1cfb7107-182b-4f66-a58b-9fbaa3d57203 req-64e1fbaf-a133-4a51-a661-e4d8181bf022 tempest-VolumesActionsTest-1249534911 tempest-VolumesActionsTest-1249534911-project] 10.222.0.11 "GET /v2.0/security-groups?id=f6b7eac4-6075-46a4-946f-58e9ab5ee5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316312 Jun 17 05:57:35.981363 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44360de8-7e10-4bcd-bc7d-e475a621ee3d req-d14081a9-4a8f-4ba5-a39c-a52bb997de15 tempest-VolumesActionsTest-1249534911 tempest-VolumesActionsTest-1249534911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:57:35.982850 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-44360de8-7e10-4bcd-bc7d-e475a621ee3d req-d14081a9-4a8f-4ba5-a39c-a52bb997de15 tempest-VolumesActionsTest-1249534911 tempest-VolumesActionsTest-1249534911-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4068a9a-3f60-40a7-9cb4-60d962e20546 HTTP/1.1" status: 200 len: 945 time: 0.0632021 Jun 17 05:57:36.077871 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.plugin [req-44360de8-7e10-4bcd-bc7d-e475a621ee3d req-7f853938-6e44-4bb6-a83e-b6299f748467 tempest-VolumesActionsTest-1249534911 tempest-VolumesActionsTest-1249534911-project] Deleting port baed453d-ffb6-4c71-a9d4-d996d34510fe {{(pid=99868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 05:57:36.078128 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-44360de8-7e10-4bcd-bc7d-e475a621ee3d req-7f853938-6e44-4bb6-a83e-b6299f748467 tempest-VolumesActionsTest-1249534911 tempest-VolumesActionsTest-1249534911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773697957277'] for port, before_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:36.163036 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.db [req-44360de8-7e10-4bcd-bc7d-e475a621ee3d req-7f853938-6e44-4bb6-a83e-b6299f748467 tempest-VolumesActionsTest-1249534911 tempest-VolumesActionsTest-1249534911-project] For port baed453d-ffb6-4c71-a9d4-d996d34510fe, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=baed453d-ffb6-4c71-a9d4-d996d34510fe,segment=NetworkSegment(2016634b-8bf1-4341-b40e-bf487ff17cde),segment_id=2016634b-8bf1-4341-b40e-bf487ff17cde)] {{(pid=99868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:57:36.163382 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-44360de8-7e10-4bcd-bc7d-e475a621ee3d req-7f853938-6e44-4bb6-a83e-b6299f748467 tempest-VolumesActionsTest-1249534911 tempest-VolumesActionsTest-1249534911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429017'] for port, precommit_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:36.494426 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.plugin [req-44360de8-7e10-4bcd-bc7d-e475a621ee3d req-7f853938-6e44-4bb6-a83e-b6299f748467 tempest-VolumesActionsTest-1249534911 tempest-VolumesActionsTest-1249534911-project] Calling delete_port for baed453d-ffb6-4c71-a9d4-d996d34510fe owned by compute:nova {{(pid=99868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 05:57:36.697525 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-44360de8-7e10-4bcd-bc7d-e475a621ee3d req-7f853938-6e44-4bb6-a83e-b6299f748467 tempest-VolumesActionsTest-1249534911 tempest-VolumesActionsTest-1249534911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773697962361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773697504552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2882495'] for port, after_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:36.701544 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-a2832533-c139-4cff-a348-3e2279589748 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:57:36.727795 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f853938-6e44-4bb6-a83e-b6299f748467 tempest-VolumesActionsTest-1249534911 tempest-VolumesActionsTest-1249534911-project] Pushing event deleted for resources: {'Port': ['ID=baed453d-ffb6-4c71-a9d4-d996d34510fe,revision_number=None']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:57:36.731707 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-7f853938-6e44-4bb6-a83e-b6299f748467 tempest-VolumesActionsTest-1249534911 tempest-VolumesActionsTest-1249534911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:57:36.772454 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.db.l3_dvrscheduler_db [req-44360de8-7e10-4bcd-bc7d-e475a621ee3d req-7f853938-6e44-4bb6-a83e-b6299f748467 tempest-VolumesActionsTest-1249534911 tempest-VolumesActionsTest-1249534911-project] No DVR routers for this DVR port baed453d-ffb6-4c71-a9d4-d996d34510fe on host hv-cinder-77262 {{(pid=99868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 05:57:36.774735 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-44360de8-7e10-4bcd-bc7d-e475a621ee3d req-7f853938-6e44-4bb6-a83e-b6299f748467 tempest-VolumesActionsTest-1249534911 tempest-VolumesActionsTest-1249534911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-860254'] for port, before_response {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:36.776676 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-44360de8-7e10-4bcd-bc7d-e475a621ee3d req-7f853938-6e44-4bb6-a83e-b6299f748467 tempest-VolumesActionsTest-1249534911 tempest-VolumesActionsTest-1249534911-project] 10.222.0.13 "DELETE /v2.0/ports/baed453d-ffb6-4c71-a9d4-d996d34510fe HTTP/1.1" status: 204 len: 173 time: 0.7885706 Jun 17 05:57:36.777660 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4068a9a-3f60-40a7-9cb4-60d962e20546', 'name': 'network-vif-deleted', 'tag': 'baed453d-ffb6-4c71-a9d4-d996d34510fe'}] {{(pid=99868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 05:57:36.780013 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8d1bbba7808a8cca0df1ca407b71cd1cd2965420825a4b8dd9215cbcd05a37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73777f19-09fc-4978-bac6-f4b9a0a4e2d2" -d '{"events": [{"server_uuid": "a4068a9a-3f60-40a7-9cb4-60d962e20546", "name": "network-vif-deleted", "tag": "baed453d-ffb6-4c71-a9d4-d996d34510fe"}]}' {{(pid=99868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 05:57:36.814054 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 05:57:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a955ec67-a845-44cf-a32a-c8cbc24173d6 x-openstack-request-id: req-a955ec67-a845-44cf-a32a-c8cbc24173d6 {{(pid=99868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 05:57:36.814378 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4068a9a-3f60-40a7-9cb4-60d962e20546", "name": "network-vif-deleted", "tag": "baed453d-ffb6-4c71-a9d4-d996d34510fe", "status": "completed", "code": 200}]} {{(pid=99868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 05:57:36.814663 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a955ec67-a845-44cf-a32a-c8cbc24173d6 {{(pid=99868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 05:57:36.815120 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4068a9a-3f60-40a7-9cb4-60d962e20546', 'name': 'network-vif-deleted', 'tag': 'baed453d-ffb6-4c71-a9d4-d996d34510fe', 'status': 'completed', 'code': 200} Jun 17 05:57:37.138443 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-38bc028f-efae-4e0c-9ec7-56632fb9d6ae req-7f809c47-e8d2-43e0-bf34-43d5b2711abf tempest-VolumesActionsTest-1249534911 tempest-VolumesActionsTest-1249534911-project] 10.222.0.11 "GET /v2.0/ports?device_id=a4068a9a-3f60-40a7-9cb4-60d962e20546 HTTP/1.1" status: 200 len: 210 time: 0.0320814 Jun 17 05:57:38.254531 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Device baed453d-ffb6-4c71-a9d4-d996d34510fe no longer exists at agent hyperv_hv-cinder-77262 {{(pid=99870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 05:57:38.275444 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.plugin [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] No Port match for: baed453d-ffb6-4c71-a9d4-d996d34510fe {{(pid=99870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 05:57:38.275795 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Device baed453d-ffb6-4c71-a9d4-d996d34510fe not bound to the agent host hv-cinder-77262 {{(pid=99870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 05:57:38.862669 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-96962e3b-ebd4-4cc5-a13e-bbf1fd64d00b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:41.605582 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:41.638716 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-ad06063e-97a1-45ee-beb0-5ca5bfa3daff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:42.491210 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-e4a25698-dc7e-488a-a9c3-c2b55bed5747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:44.217480 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-835a5b83-af16-4b0b-afcf-c7c94ac397a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:47.666041 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:57:50.992925 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-176e5baf-a6f8-4839-b81d-e85060f686bf req-afd50f43-f2c9-4f37-810a-5daf5ebfa2d4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f9e8bd2c-cefa-4f05-a33c-e0af67cf04e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0536590 Jun 17 05:57:51.100143 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176e5baf-a6f8-4839-b81d-e85060f686bf req-a6e11522-349c-42cb-a94d-b1787d622da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:57:51.101749 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-176e5baf-a6f8-4839-b81d-e85060f686bf req-a6e11522-349c-42cb-a94d-b1787d622da0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=558f827aa97540488c3f76e89d619401&device_id=f9e8bd2c-cefa-4f05-a33c-e0af67cf04e5 HTTP/1.1" status: 200 len: 1098 time: 0.0595140 Jun 17 05:57:51.230443 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176e5baf-a6f8-4839-b81d-e85060f686bf req-568e6772-5e1a-4300-8fad-c1678a23139b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:57:51.233134 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-176e5baf-a6f8-4839-b81d-e85060f686bf req-568e6772-5e1a-4300-8fad-c1678a23139b service neutron] 10.222.0.13 "GET /v2.0/networks?id=2f637bc3-d3ff-4d7b-bacd-19889228ec3d HTTP/1.1" status: 200 len: 910 time: 0.1095154 Jun 17 05:57:51.305133 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-176e5baf-a6f8-4839-b81d-e85060f686bf req-8a811c8c-38cb-44ea-b892-15ca19b84be0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8c11d3d3-2957-49a7-86cb-dba8eb6623c1 HTTP/1.1" status: 200 len: 1000 time: 0.0630810 Jun 17 05:57:51.368713 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176e5baf-a6f8-4839-b81d-e85060f686bf req-7b6318f0-1423-44bf-86a8-d78b509d0081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:57:51.370266 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-176e5baf-a6f8-4839-b81d-e85060f686bf req-7b6318f0-1423-44bf-86a8-d78b509d0081 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=46a42230-1453-4012-ba5b-603ae5e8b663 HTTP/1.1" status: 200 len: 848 time: 0.0583630 Jun 17 05:57:51.434335 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176e5baf-a6f8-4839-b81d-e85060f686bf req-9c53ab66-c49c-4989-b7cb-77b46ab613ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:57:51.436701 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-176e5baf-a6f8-4839-b81d-e85060f686bf req-9c53ab66-c49c-4989-b7cb-77b46ab613ff service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2f637bc3-d3ff-4d7b-bacd-19889228ec3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0602822 Jun 17 05:57:51.534333 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-176e5baf-a6f8-4839-b81d-e85060f686bf req-73ba8abb-8d28-4f81-a6f9-ba95ad858df3 service neutron] 10.222.0.13 "GET /v2.0/networks/2f637bc3-d3ff-4d7b-bacd-19889228ec3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901217 Jun 17 05:57:51.648460 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-176e5baf-a6f8-4839-b81d-e85060f686bf req-92baef60-0610-4e93-801d-ccef33c7dfbf service neutron] 10.222.0.13 "GET /v2.0/networks/2f637bc3-d3ff-4d7b-bacd-19889228ec3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067798 Jun 17 05:57:52.111917 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.db.agents_db [None req-7f16872b-b609-48fb-9c73-6a76dd98e1b9 None None] Agent healthcheck: found 6 active agents {{(pid=99871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 05:58:00.678865 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.wsgi [-] (99868) accepted ('10.222.0.11', 33530) {{(pid=99868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:58:00.723121 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bae165b-0dfb-4157-970f-3c6522618898 admin admin] Deleting subnet d1791587-4989-4460-a7e3-483abd3a69f2 {{(pid=99868) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 05:58:00.725986 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-1bae165b-0dfb-4157-970f-3c6522618898 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:58:00.758392 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-1bae165b-0dfb-4157-970f-3c6522618898 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26391911'] for subnet, precommit_delete_associations {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:58:00.812136 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-1bae165b-0dfb-4157-970f-3c6522618898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1554961'] for subnet, precommit_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:58:00.934538 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-1bae165b-0dfb-4157-970f-3c6522618898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1554968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2882373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26633777'] for subnet, after_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:58:00.937092 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:58:00.960876 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bae165b-0dfb-4157-970f-3c6522618898 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1791587-4989-4460-a7e3-483abd3a69f2,revision_number=None']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:58:00.965333 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-1bae165b-0dfb-4157-970f-3c6522618898 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564043'] for subnet, before_response {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:58:00.970964 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [None req-1bae165b-0dfb-4157-970f-3c6522618898 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/d1791587-4989-4460-a7e3-483abd3a69f2 HTTP/1.1" status: 204 len: 168 time: 0.2880743 Jun 17 05:58:00.971101 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.wsgi [-] (99869) accepted ('10.222.0.11', 33532) {{(pid=99869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:58:00.973998 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bae165b-0dfb-4157-970f-3c6522618898 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:58:00.974378 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bae165b-0dfb-4157-970f-3c6522618898 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:58:00.974747 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bae165b-0dfb-4157-970f-3c6522618898 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:58:00.975227 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bae165b-0dfb-4157-970f-3c6522618898 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:58:00.975585 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bae165b-0dfb-4157-970f-3c6522618898 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:58:00.975941 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bae165b-0dfb-4157-970f-3c6522618898 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:58:00.976294 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bae165b-0dfb-4157-970f-3c6522618898 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:58:00.976651 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bae165b-0dfb-4157-970f-3c6522618898 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:58:00.977002 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bae165b-0dfb-4157-970f-3c6522618898 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:58:00.977350 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bae165b-0dfb-4157-970f-3c6522618898 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:58:00.977697 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bae165b-0dfb-4157-970f-3c6522618898 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:58:00.978041 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bae165b-0dfb-4157-970f-3c6522618898 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:58:00.983194 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-1bae165b-0dfb-4157-970f-3c6522618898 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:58:01.034729 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-01bea8ef-1e0e-44e5-9b5d-1bc14b09788a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1481875'] for network, before_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:58:01.110403 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-01bea8ef-1e0e-44e5-9b5d-1bc14b09788a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1553032', 'neutron.services.segments.db._delete_segments_for_network-8773697995057'] for network, precommit_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:58:01.120260 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.services.segments.db [None req-01bea8ef-1e0e-44e5-9b5d-1bc14b09788a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d427579-79e5-4e58-8508-4899a3a3adce']}} {{(pid=99869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:58:01.130858 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.services.segments.db [None req-01bea8ef-1e0e-44e5-9b5d-1bc14b09788a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2016634b-8bf1-4341-b40e-bf487ff17cde') {'for_net_delete': True} {{(pid=99869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:58:01.131155 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.services.segments.db [None req-01bea8ef-1e0e-44e5-9b5d-1bc14b09788a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2016634b-8bf1-4341-b40e-bf487ff17cde') {} {{(pid=99869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 05:58:01.139709 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-01bea8ef-1e0e-44e5-9b5d-1bc14b09788a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773697993858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2471650'] for segment, before_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:58:01.152202 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-01bea8ef-1e0e-44e5-9b5d-1bc14b09788a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589316'] for segment, precommit_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:58:01.157842 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01bea8ef-1e0e-44e5-9b5d-1bc14b09788a admin admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=99869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 05:58:01.158216 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-01bea8ef-1e0e-44e5-9b5d-1bc14b09788a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565594'] for segment, after_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:58:01.159789 dv-cinder-772623-9-smb neutron-server[99869]: Traceback (most recent call last): Jun 17 05:58:01.159789 dv-cinder-772623-9-smb neutron-server[99869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 05:58:01.159789 dv-cinder-772623-9-smb neutron-server[99869]: timer() Jun 17 05:58:01.159789 dv-cinder-772623-9-smb neutron-server[99869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 05:58:01.159789 dv-cinder-772623-9-smb neutron-server[99869]: cb(*args, **kw) Jun 17 05:58:01.159789 dv-cinder-772623-9-smb neutron-server[99869]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 05:58:01.159789 dv-cinder-772623-9-smb neutron-server[99869]: return func(*args, **kwargs) Jun 17 05:58:01.159789 dv-cinder-772623-9-smb neutron-server[99869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 05:58:01.159789 dv-cinder-772623-9-smb neutron-server[99869]: self._notify() Jun 17 05:58:01.159789 dv-cinder-772623-9-smb neutron-server[99869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 05:58:01.159789 dv-cinder-772623-9-smb neutron-server[99869]: self.callback(batched_events) Jun 17 05:58:01.159789 dv-cinder-772623-9-smb neutron-server[99869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 05:58:01.159789 dv-cinder-772623-9-smb neutron-server[99869]: event.method(event) Jun 17 05:58:01.159789 dv-cinder-772623-9-smb neutron-server[99869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 05:58:01.159789 dv-cinder-772623-9-smb neutron-server[99869]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 05:58:01.159789 dv-cinder-772623-9-smb neutron-server[99869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 05:58:01.159789 dv-cinder-772623-9-smb neutron-server[99869]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 05:58:01.159789 dv-cinder-772623-9-smb neutron-server[99869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 05:58:01.159789 dv-cinder-772623-9-smb neutron-server[99869]: return f(self, *a, **k) Jun 17 05:58:01.159789 dv-cinder-772623-9-smb neutron-server[99869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 05:58:01.159789 dv-cinder-772623-9-smb neutron-server[99869]: return self._get(url).json() Jun 17 05:58:01.159789 dv-cinder-772623-9-smb neutron-server[99869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 05:58:01.159789 dv-cinder-772623-9-smb neutron-server[99869]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 05:58:01.159789 dv-cinder-772623-9-smb neutron-server[99869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 05:58:01.159789 dv-cinder-772623-9-smb neutron-server[99869]: return self.request(url, 'GET', **kwargs) Jun 17 05:58:01.159789 dv-cinder-772623-9-smb neutron-server[99869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 05:58:01.159789 dv-cinder-772623-9-smb neutron-server[99869]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 05:58:01.159789 dv-cinder-772623-9-smb neutron-server[99869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 05:58:01.159789 dv-cinder-772623-9-smb neutron-server[99869]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 05:58:01.159789 dv-cinder-772623-9-smb neutron-server[99869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 05:58:01.159789 dv-cinder-772623-9-smb neutron-server[99869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 05:58:01.159789 dv-cinder-772623-9-smb neutron-server[99869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 05:58:01.284697 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-01bea8ef-1e0e-44e5-9b5d-1bc14b09788a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1553043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3713235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-564052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422727'] for network, after_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:58:01.288307 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:58:01.290808 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-01bea8ef-1e0e-44e5-9b5d-1bc14b09788a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564043'] for network, before_response {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:58:01.292566 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [None req-01bea8ef-1e0e-44e5-9b5d-1bc14b09788a admin admin] 10.222.0.11 "DELETE /v2.0/networks/9d427579-79e5-4e58-8508-4899a3a3adce HTTP/1.1" status: 204 len: 168 time: 0.3210850 Jun 17 05:58:01.303916 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bea8ef-1e0e-44e5-9b5d-1bc14b09788a admin admin] Pushing event deleted for resources: {'Network': ['ID=9d427579-79e5-4e58-8508-4899a3a3adce,revision_number=None']} {{(pid=99869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:58:01.308964 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-01bea8ef-1e0e-44e5-9b5d-1bc14b09788a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:58:01.668768 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.wsgi [-] (99869) accepted ('10.222.0.11', 33536) {{(pid=99869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:58:01.706488 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [None req-6282ce71-13e2-4c6a-ae69-f27e1c1feefd admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=acfdf39a2b294e2c89b6008a3d2a21cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0360341 Jun 17 05:58:01.708880 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.wsgi [-] (99869) accepted ('10.222.0.11', 33538) {{(pid=99869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:58:01.757922 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-9bfe8aca-b8d3-42d5-83c7-569b7363bf22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:58:01.777546 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-9bfe8aca-b8d3-42d5-83c7-569b7363bf22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:58:01.882533 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-9bfe8aca-b8d3-42d5-83c7-569b7363bf22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:58:01.885011 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-9bfe8aca-b8d3-42d5-83c7-569b7363bf22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:58:01.886120 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [None req-9bfe8aca-b8d3-42d5-83c7-569b7363bf22 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f6b7eac4-6075-46a4-946f-58e9ab5ee5a2 HTTP/1.1" status: 204 len: 168 time: 0.1763887 Jun 17 05:58:01.887214 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-01256087-079e-4840-850f-7b82a862facb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:58:01.894533 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfe8aca-b8d3-42d5-83c7-569b7363bf22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6b7eac4-6075-46a4-946f-58e9ab5ee5a2,revision_number=None']} {{(pid=99869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:58:01.896933 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-9bfe8aca-b8d3-42d5-83c7-569b7363bf22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:58:06.494636 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.wsgi [-] (99869) accepted ('10.222.0.11', 33582) {{(pid=99869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:58:06.594425 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-89e39c76-a850-4b58-a035-f3df2361fcf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:58:06.678422 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-89e39c76-a850-4b58-a035-f3df2361fcf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:58:06.747479 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-89e39c76-a850-4b58-a035-f3df2361fcf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:58:06.751712 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-c4cd1664-347f-46ae-aa2b-71fffd73afcb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:58:06.787551 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [None req-89e39c76-a850-4b58-a035-f3df2361fcf8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=399955fe4d594790b5de8562a7caae8e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2918131 Jun 17 05:58:06.788452 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e39c76-a850-4b58-a035-f3df2361fcf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7a1b44c-cc2a-4e1b-847c-38ccfc5aad0f,revision_number=1']} {{(pid=99869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:58:06.790169 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.wsgi [-] (99868) accepted ('10.222.0.11', 33586) {{(pid=99868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:58:06.796151 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e39c76-a850-4b58-a035-f3df2361fcf8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:58:06.796634 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e39c76-a850-4b58-a035-f3df2361fcf8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:58:06.797015 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e39c76-a850-4b58-a035-f3df2361fcf8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:58:06.797382 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e39c76-a850-4b58-a035-f3df2361fcf8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:58:06.797744 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e39c76-a850-4b58-a035-f3df2361fcf8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:58:06.798118 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e39c76-a850-4b58-a035-f3df2361fcf8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:58:06.798492 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e39c76-a850-4b58-a035-f3df2361fcf8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:58:06.798894 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e39c76-a850-4b58-a035-f3df2361fcf8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:58:06.799261 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e39c76-a850-4b58-a035-f3df2361fcf8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:58:06.799617 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e39c76-a850-4b58-a035-f3df2361fcf8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:58:06.799971 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e39c76-a850-4b58-a035-f3df2361fcf8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:58:06.800341 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e39c76-a850-4b58-a035-f3df2361fcf8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:58:06.804081 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-89e39c76-a850-4b58-a035-f3df2361fcf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:58:06.839204 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-bb9b32e8-7fa7-4d6c-8285-e671d758621e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:58:06.859879 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-bb9b32e8-7fa7-4d6c-8285-e671d758621e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:58:06.973953 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-bb9b32e8-7fa7-4d6c-8285-e671d758621e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:58:06.976569 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-bb9b32e8-7fa7-4d6c-8285-e671d758621e admin admin] Notify callbacks [] for security_group, before_response {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:58:06.977810 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [None req-bb9b32e8-7fa7-4d6c-8285-e671d758621e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d7a1b44c-cc2a-4e1b-847c-38ccfc5aad0f HTTP/1.1" status: 204 len: 168 time: 0.1866384 Jun 17 05:58:06.978587 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-7a9268cf-fd65-4754-8277-d398e7be50f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:58:06.986112 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9b32e8-7fa7-4d6c-8285-e671d758621e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7a1b44c-cc2a-4e1b-847c-38ccfc5aad0f,revision_number=None']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:58:06.988467 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-bb9b32e8-7fa7-4d6c-8285-e671d758621e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:58:08.867433 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-828402f3-3fb9-4c3a-ad6e-5135bef671f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:58:11.573759 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:58:11.625104 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-c0d6faa6-8e39-47b7-a46b-d991c9bdb882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:58:12.545056 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-e4a25698-dc7e-488a-a9c3-c2b55bed5747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:58:14.238982 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-835a5b83-af16-4b0b-afcf-c7c94ac397a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:58:17.671272 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:58:29.112110 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.db.agents_db [None req-7f16872b-b609-48fb-9c73-6a76dd98e1b9 None None] Agent healthcheck: found 6 active agents {{(pid=99871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 05:58:37.580064 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b293178d-15e8-4fde-a724-650faae92112 req-322866c7-0e02-4026-8636-9e05c6de84c3 tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:58:37.581446 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-b293178d-15e8-4fde-a724-650faae92112 req-322866c7-0e02-4026-8636-9e05c6de84c3 tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] 10.222.0.11 "GET /v2.0/ports?device_id=f9e8bd2c-cefa-4f05-a33c-e0af67cf04e5 HTTP/1.1" status: 200 len: 945 time: 0.0690212 Jun 17 05:58:37.621385 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-b293178d-15e8-4fde-a724-650faae92112 req-1a9808cd-639a-4f8b-929d-3a1ef3601f92 tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a5752e7-a436-4587-89a1-b4e85b8d44a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325816 Jun 17 05:58:38.813403 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced94f32-617f-4868-955d-b2f64a0c6462 req-643a4fb5-44c9-4d1d-9862-cd86e0a4644d tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:58:38.814966 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-ced94f32-617f-4868-955d-b2f64a0c6462 req-643a4fb5-44c9-4d1d-9862-cd86e0a4644d tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] 10.222.0.11 "GET /v2.0/ports?device_id=f9e8bd2c-cefa-4f05-a33c-e0af67cf04e5 HTTP/1.1" status: 200 len: 945 time: 0.0667315 Jun 17 05:58:38.852416 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-ced94f32-617f-4868-955d-b2f64a0c6462 req-93b675de-7828-4fdc-8928-c61f8aed04f3 tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a5752e7-a436-4587-89a1-b4e85b8d44a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317342 Jun 17 05:58:38.876433 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-d8af46cf-19c0-4e11-9a0d-5148964e6e0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:58:40.033741 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852bc1a1-4b08-4093-9a9d-cc2db1b72388 req-0845964d-de07-4f3f-ab10-f2a4f06bfe7b tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:58:40.035313 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-852bc1a1-4b08-4093-9a9d-cc2db1b72388 req-0845964d-de07-4f3f-ab10-f2a4f06bfe7b tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] 10.222.0.11 "GET /v2.0/ports?device_id=f9e8bd2c-cefa-4f05-a33c-e0af67cf04e5 HTTP/1.1" status: 200 len: 945 time: 0.0611556 Jun 17 05:58:40.071006 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-852bc1a1-4b08-4093-9a9d-cc2db1b72388 req-b2772235-6c53-439d-8ff1-0aa1bc15bcdc tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a5752e7-a436-4587-89a1-b4e85b8d44a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302427 Jun 17 05:58:41.243800 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bceb7b4-73d2-4760-b69a-663e397a2656 req-eaf4f829-b00e-4f1c-8781-59e828895e2f tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:58:41.243800 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-4bceb7b4-73d2-4760-b69a-663e397a2656 req-eaf4f829-b00e-4f1c-8781-59e828895e2f tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] 10.222.0.11 "GET /v2.0/ports?device_id=f9e8bd2c-cefa-4f05-a33c-e0af67cf04e5 HTTP/1.1" status: 200 len: 945 time: 0.0611980 Jun 17 05:58:41.276504 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-4bceb7b4-73d2-4760-b69a-663e397a2656 req-cd666206-2bc1-4760-a3a7-98cccf552443 tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a5752e7-a436-4587-89a1-b4e85b8d44a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308640 Jun 17 05:58:41.607228 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:58:41.670287 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-46a9a377-80a2-4558-bb35-ad9476257d19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:58:42.451995 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879b426f-0b82-4f24-8d01-ffc3c52adb67 req-8b43fcb7-8f6d-485e-b0d6-7643e1160771 tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:58:42.453883 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-879b426f-0b82-4f24-8d01-ffc3c52adb67 req-8b43fcb7-8f6d-485e-b0d6-7643e1160771 tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] 10.222.0.11 "GET /v2.0/ports?device_id=f9e8bd2c-cefa-4f05-a33c-e0af67cf04e5 HTTP/1.1" status: 200 len: 945 time: 0.0690200 Jun 17 05:58:42.485419 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-e4a25698-dc7e-488a-a9c3-c2b55bed5747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:58:42.491138 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-879b426f-0b82-4f24-8d01-ffc3c52adb67 req-fcf13c9e-c727-4e2d-841b-b38ae70df85b tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a5752e7-a436-4587-89a1-b4e85b8d44a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320513 Jun 17 05:58:43.214924 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.wsgi [-] (99869) accepted ('10.222.0.11', 33844) {{(pid=99869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:58:43.314641 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-36eb9e0a-4cad-408c-99c7-91a2c8ab3823 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:58:43.398748 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-36eb9e0a-4cad-408c-99c7-91a2c8ab3823 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:58:43.476096 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-36eb9e0a-4cad-408c-99c7-91a2c8ab3823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_create {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:58:43.478409 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-b964e841-a06c-4ba9-b362-0f5f9285ee3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:58:43.513855 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [None req-36eb9e0a-4cad-408c-99c7-91a2c8ab3823 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3f356abe0c5e46d1966eb8efb92ec642&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2978663 Jun 17 05:58:43.514764 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36eb9e0a-4cad-408c-99c7-91a2c8ab3823 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b96645e0-6511-4866-8f8f-983696d152e8,revision_number=1']} {{(pid=99869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:58:43.517213 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.wsgi [-] (99868) accepted ('10.222.0.11', 33848) {{(pid=99868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 05:58:43.518280 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-36eb9e0a-4cad-408c-99c7-91a2c8ab3823 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:58:43.568672 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-7fb91ac4-5850-482a-9098-491758a7c330 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:58:43.589068 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-7fb91ac4-5850-482a-9098-491758a7c330 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:58:43.666377 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec839800-e414-4526-bc4c-19073d1263fc req-05d0cf9b-5514-44ae-989c-8cbab1990405 tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:58:43.667926 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-ec839800-e414-4526-bc4c-19073d1263fc req-05d0cf9b-5514-44ae-989c-8cbab1990405 tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] 10.222.0.11 "GET /v2.0/ports?device_id=f9e8bd2c-cefa-4f05-a33c-e0af67cf04e5 HTTP/1.1" status: 200 len: 945 time: 0.0635870 Jun 17 05:58:43.705928 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-ec839800-e414-4526-bc4c-19073d1263fc req-2c2de73a-a7bb-42d6-9f38-a6d66085f0fc tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a5752e7-a436-4587-89a1-b4e85b8d44a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312207 Jun 17 05:58:43.733109 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-7fb91ac4-5850-482a-9098-491758a7c330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:58:43.736663 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-7fb91ac4-5850-482a-9098-491758a7c330 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:58:43.737777 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [None req-7fb91ac4-5850-482a-9098-491758a7c330 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b96645e0-6511-4866-8f8f-983696d152e8 HTTP/1.1" status: 204 len: 168 time: 0.2194107 Jun 17 05:58:43.738530 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-f9966564-81b4-4951-acf0-aa4858bc5c6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:58:43.746052 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb91ac4-5850-482a-9098-491758a7c330 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b96645e0-6511-4866-8f8f-983696d152e8,revision_number=None']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:58:43.748362 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-7fb91ac4-5850-482a-9098-491758a7c330 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:58:44.242091 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-835a5b83-af16-4b0b-afcf-c7c94ac397a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:58:44.872869 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fe39f4-e813-40ca-ba64-a0b1ef63a0ba req-ad97215d-90ee-4920-b978-512ab3aef2ab tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:58:44.874309 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-c5fe39f4-e813-40ca-ba64-a0b1ef63a0ba req-ad97215d-90ee-4920-b978-512ab3aef2ab tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] 10.222.0.11 "GET /v2.0/ports?device_id=f9e8bd2c-cefa-4f05-a33c-e0af67cf04e5 HTTP/1.1" status: 200 len: 945 time: 0.0622218 Jun 17 05:58:44.915833 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-c5fe39f4-e813-40ca-ba64-a0b1ef63a0ba req-55f6c34c-7e2a-4fe7-93f5-e2c8807aaebd tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a5752e7-a436-4587-89a1-b4e85b8d44a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352836 Jun 17 05:58:46.083682 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3337f824-7c10-4c1b-a2c9-afa307e97ef0 req-73f3ed36-277f-451b-ad05-576ae2a73960 tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:58:46.085092 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-3337f824-7c10-4c1b-a2c9-afa307e97ef0 req-73f3ed36-277f-451b-ad05-576ae2a73960 tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] 10.222.0.11 "GET /v2.0/ports?device_id=f9e8bd2c-cefa-4f05-a33c-e0af67cf04e5 HTTP/1.1" status: 200 len: 945 time: 0.0604126 Jun 17 05:58:46.120023 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-3337f824-7c10-4c1b-a2c9-afa307e97ef0 req-81ae8253-276c-42ff-9ddf-741a812a04b3 tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a5752e7-a436-4587-89a1-b4e85b8d44a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0295088 Jun 17 05:58:47.292265 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9878c44b-dde6-4490-b6c9-3ea32f911bd0 req-29b0453e-4f68-49ad-b6cb-47465bba8511 tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:58:47.293698 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-9878c44b-dde6-4490-b6c9-3ea32f911bd0 req-29b0453e-4f68-49ad-b6cb-47465bba8511 tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] 10.222.0.11 "GET /v2.0/ports?device_id=f9e8bd2c-cefa-4f05-a33c-e0af67cf04e5 HTTP/1.1" status: 200 len: 945 time: 0.0616498 Jun 17 05:58:47.329887 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-9878c44b-dde6-4490-b6c9-3ea32f911bd0 req-552338b8-761a-4a22-8a69-3120741dfe6c tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a5752e7-a436-4587-89a1-b4e85b8d44a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303142 Jun 17 05:58:47.678593 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:58:47.797158 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868401b0-d062-4648-b557-064d1e362751 req-032790eb-2d78-4029-aaf0-b5ec11bacbc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:58:47.798632 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-868401b0-d062-4648-b557-064d1e362751 req-032790eb-2d78-4029-aaf0-b5ec11bacbc0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=558f827aa97540488c3f76e89d619401&device_id=f9e8bd2c-cefa-4f05-a33c-e0af67cf04e5 HTTP/1.1" status: 200 len: 1098 time: 0.0520978 Jun 17 05:58:47.887622 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868401b0-d062-4648-b557-064d1e362751 req-4094b23e-9a57-472e-a205-83f5e2acb2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:58:47.889066 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-868401b0-d062-4648-b557-064d1e362751 req-4094b23e-9a57-472e-a205-83f5e2acb2ab service neutron] 10.222.0.13 "GET /v2.0/networks?id=2f637bc3-d3ff-4d7b-bacd-19889228ec3d HTTP/1.1" status: 200 len: 910 time: 0.0845461 Jun 17 05:58:47.950404 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-868401b0-d062-4648-b557-064d1e362751 req-da730b47-0fc7-45d6-a0d5-da0669a204b2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8c11d3d3-2957-49a7-86cb-dba8eb6623c1 HTTP/1.1" status: 200 len: 1000 time: 0.0549366 Jun 17 05:58:47.999582 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868401b0-d062-4648-b557-064d1e362751 req-be974751-3692-496e-9a52-2dd5298e4528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:58:48.001791 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-868401b0-d062-4648-b557-064d1e362751 req-be974751-3692-496e-9a52-2dd5298e4528 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=46a42230-1453-4012-ba5b-603ae5e8b663 HTTP/1.1" status: 200 len: 848 time: 0.0456858 Jun 17 05:58:48.054771 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868401b0-d062-4648-b557-064d1e362751 req-caf79b40-7b70-431c-9655-ec3698d098a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:58:48.056223 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-868401b0-d062-4648-b557-064d1e362751 req-caf79b40-7b70-431c-9655-ec3698d098a7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2f637bc3-d3ff-4d7b-bacd-19889228ec3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0486255 Jun 17 05:58:48.140130 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-868401b0-d062-4648-b557-064d1e362751 req-2f7182ed-ccf6-4c97-b1ea-16c2cab77ea4 service neutron] 10.222.0.13 "GET /v2.0/networks/2f637bc3-d3ff-4d7b-bacd-19889228ec3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0778706 Jun 17 05:58:48.227628 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-868401b0-d062-4648-b557-064d1e362751 req-374a2f20-662b-4956-a175-5ce0117bb7f5 service neutron] 10.222.0.13 "GET /v2.0/networks/2f637bc3-d3ff-4d7b-bacd-19889228ec3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814450 Jun 17 05:58:48.660597 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ed725f-63a0-484a-894d-ef1c4c56416b req-5af86f9e-3aa4-46c0-9b36-06e83fe9fc6e tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:58:48.662011 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-24ed725f-63a0-484a-894d-ef1c4c56416b req-5af86f9e-3aa4-46c0-9b36-06e83fe9fc6e tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] 10.222.0.11 "GET /v2.0/ports?device_id=f9e8bd2c-cefa-4f05-a33c-e0af67cf04e5 HTTP/1.1" status: 200 len: 945 time: 0.0653481 Jun 17 05:58:48.698361 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-24ed725f-63a0-484a-894d-ef1c4c56416b req-08d84acd-e148-4779-9b8a-ccc1bb4ed780 tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a5752e7-a436-4587-89a1-b4e85b8d44a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307834 Jun 17 05:58:49.868967 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef6b03b-8897-4e21-90c1-230b5fd946f7 req-9d64fde3-57b6-44b1-86dc-7cd34eca76a2 tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:58:49.870438 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-aef6b03b-8897-4e21-90c1-230b5fd946f7 req-9d64fde3-57b6-44b1-86dc-7cd34eca76a2 tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] 10.222.0.11 "GET /v2.0/ports?device_id=f9e8bd2c-cefa-4f05-a33c-e0af67cf04e5 HTTP/1.1" status: 200 len: 945 time: 0.0632167 Jun 17 05:58:49.909220 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-aef6b03b-8897-4e21-90c1-230b5fd946f7 req-7502682b-4ddf-4278-acdd-40a5b1a89c9f tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a5752e7-a436-4587-89a1-b4e85b8d44a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325041 Jun 17 05:58:51.086653 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a34c1c-7bcb-4c78-bf24-3fc18ef21a2b req-78c558a0-6642-45ff-8aa2-c02ec3aecfb9 tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:58:51.088097 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-48a34c1c-7bcb-4c78-bf24-3fc18ef21a2b req-78c558a0-6642-45ff-8aa2-c02ec3aecfb9 tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] 10.222.0.11 "GET /v2.0/ports?device_id=f9e8bd2c-cefa-4f05-a33c-e0af67cf04e5 HTTP/1.1" status: 200 len: 945 time: 0.0608442 Jun 17 05:58:51.123798 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-48a34c1c-7bcb-4c78-bf24-3fc18ef21a2b req-a2569288-1e2a-412e-acf2-41e51ec07db0 tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a5752e7-a436-4587-89a1-b4e85b8d44a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300791 Jun 17 05:58:51.799997 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3bbfe7-77ab-4353-9826-b6bb8f305a87 req-0306afc9-2a9b-4278-8307-3f62a1678e2c tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:58:51.801694 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-2a3bbfe7-77ab-4353-9826-b6bb8f305a87 req-0306afc9-2a9b-4278-8307-3f62a1678e2c tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] 10.222.0.11 "GET /v2.0/ports?device_id=f9e8bd2c-cefa-4f05-a33c-e0af67cf04e5 HTTP/1.1" status: 200 len: 945 time: 0.0868046 Jun 17 05:58:51.877569 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-2a3bbfe7-77ab-4353-9826-b6bb8f305a87 req-ec660974-b035-4b8f-810f-d2d28f2469bc tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a5752e7-a436-4587-89a1-b4e85b8d44a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699472 Jun 17 05:58:51.901496 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-02e887f2-610f-49f7-9240-80f8ef6f9e27 req-be58c02f-2d27-4e66-ae39-fdc6ed9bdfbc service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f9e8bd2c-cefa-4f05-a33c-e0af67cf04e5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1765387 Jun 17 05:58:52.700371 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Device 8c11d3d3-2957-49a7-86cb-dba8eb6623c1 no longer exists at agent hyperv_hv-cinder-77262 {{(pid=99870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 05:58:52.774628 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1464132'] for port, before_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:58:52.795793 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9e8bd2c-cefa-4f05-a33c-e0af67cf04e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c11d3d3-2957-49a7-86cb-dba8eb6623c1'}] {{(pid=99870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 05:58:52.798786 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b488aefaa6b1d6b79683e2609a7ce48815cfc41b5bb42f7017315c525e2bf75d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bf6775d-cb41-4c7c-979f-0adeaa63c325" -d '{"events": [{"server_uuid": "f9e8bd2c-cefa-4f05-a33c-e0af67cf04e5", "name": "network-vif-unplugged", "status": "completed", "tag": "8c11d3d3-2957-49a7-86cb-dba8eb6623c1"}]}' {{(pid=99870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 05:58:52.810778 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.db [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] For port 8c11d3d3-2957-49a7-86cb-dba8eb6623c1, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=8c11d3d3-2957-49a7-86cb-dba8eb6623c1,segment=NetworkSegment(bd8f23d4-a0a0-4106-8493-e0b010ac85b3),segment_id=bd8f23d4-a0a0-4106-8493-e0b010ac85b3)] {{(pid=99870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:58:52.832826 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 17 Jun 2021 05:58:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58a1bd33-67c8-4fd1-96fd-8e7d5d64583c x-openstack-request-id: req-58a1bd33-67c8-4fd1-96fd-8e7d5d64583c {{(pid=99870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 05:58:52.832826 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9e8bd2c-cefa-4f05-a33c-e0af67cf04e5", "name": "network-vif-unplugged", "status": "failed", "tag": "8c11d3d3-2957-49a7-86cb-dba8eb6623c1", "code": 422}]} {{(pid=99870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 05:58:52.832826 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-58a1bd33-67c8-4fd1-96fd-8e7d5d64583c {{(pid=99870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 05:58:52.833208 dv-cinder-772623-9-smb neutron-server[99870]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f9e8bd2c-cefa-4f05-a33c-e0af67cf04e5', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8c11d3d3-2957-49a7-86cb-dba8eb6623c1', 'code': 422} returned with failed status Jun 17 05:58:52.907815 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773697962343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773697504561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773697504606'] for port, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:58:52.909890 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:58:52.956842 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Pushing event updated for resources: {'Port': ['ID=8c11d3d3-2957-49a7-86cb-dba8eb6623c1,revision_number=6']} {{(pid=99870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:58:52.963549 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:58:52.963894 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:58:52.964232 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:58:52.964565 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:58:52.964895 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:58:52.965223 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:58:52.965548 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:58:52.965868 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:58:52.966189 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:58:52.966512 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:58:52.966852 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:58:52.967174 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 05:58:52.972066 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:58:53.054265 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d73e69d-350a-41f3-bd3b-8f9ee9286c59 req-636db6e7-0ab1-4011-99bb-bc4bd0feffc6 tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:58:53.055755 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-1d73e69d-350a-41f3-bd3b-8f9ee9286c59 req-636db6e7-0ab1-4011-99bb-bc4bd0feffc6 tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] 10.222.0.11 "GET /v2.0/ports?device_id=f9e8bd2c-cefa-4f05-a33c-e0af67cf04e5 HTTP/1.1" status: 200 len: 943 time: 0.0607257 Jun 17 05:58:53.091432 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-1d73e69d-350a-41f3-bd3b-8f9ee9286c59 req-1a2b2b50-addf-4803-80a1-2af952f836c5 tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a5752e7-a436-4587-89a1-b4e85b8d44a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299730 Jun 17 05:58:54.151462 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e887f2-610f-49f7-9240-80f8ef6f9e27 req-fdbfc6e2-910e-4f39-992a-bca6212f8c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:58:54.152912 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-02e887f2-610f-49f7-9240-80f8ef6f9e27 req-fdbfc6e2-910e-4f39-992a-bca6212f8c0a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f9e8bd2c-cefa-4f05-a33c-e0af67cf04e5&tenant_id=558f827aa97540488c3f76e89d619401 HTTP/1.1" status: 200 len: 1096 time: 0.0578408 Jun 17 05:58:54.263285 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e887f2-610f-49f7-9240-80f8ef6f9e27 req-8ac64f04-8050-487a-8a4a-13fafcec2cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:58:54.264725 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-02e887f2-610f-49f7-9240-80f8ef6f9e27 req-8ac64f04-8050-487a-8a4a-13fafcec2cc4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=558f827aa97540488c3f76e89d619401&device_id=f9e8bd2c-cefa-4f05-a33c-e0af67cf04e5 HTTP/1.1" status: 200 len: 1096 time: 0.0896347 Jun 17 05:58:54.290365 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9810d065-0380-44cf-ba15-5217eadeb33c req-e2caa78c-8a04-48ef-a79d-d70347752a05 tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:58:54.291755 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-9810d065-0380-44cf-ba15-5217eadeb33c req-e2caa78c-8a04-48ef-a79d-d70347752a05 tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] 10.222.0.11 "GET /v2.0/ports?device_id=f9e8bd2c-cefa-4f05-a33c-e0af67cf04e5 HTTP/1.1" status: 200 len: 943 time: 0.0877924 Jun 17 05:58:54.374331 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-9810d065-0380-44cf-ba15-5217eadeb33c req-9423ca05-cef7-4307-a5a6-c804c67148dd tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a5752e7-a436-4587-89a1-b4e85b8d44a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717175 Jun 17 05:58:54.396931 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e887f2-610f-49f7-9240-80f8ef6f9e27 req-ec2a6aa1-4333-4b16-8748-e6c2e9495147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:58:54.398407 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-02e887f2-610f-49f7-9240-80f8ef6f9e27 req-ec2a6aa1-4333-4b16-8748-e6c2e9495147 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2f637bc3-d3ff-4d7b-bacd-19889228ec3d HTTP/1.1" status: 200 len: 910 time: 0.1241302 Jun 17 05:58:54.463081 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-02e887f2-610f-49f7-9240-80f8ef6f9e27 req-63bca23b-9fb8-469a-97d2-26bc18bd2c9b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8c11d3d3-2957-49a7-86cb-dba8eb6623c1 HTTP/1.1" status: 200 len: 998 time: 0.0584829 Jun 17 05:58:54.513465 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e887f2-610f-49f7-9240-80f8ef6f9e27 req-22ce31a4-a22f-4f68-b471-4b68c79310e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:58:54.514871 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-02e887f2-610f-49f7-9240-80f8ef6f9e27 req-22ce31a4-a22f-4f68-b471-4b68c79310e0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=46a42230-1453-4012-ba5b-603ae5e8b663 HTTP/1.1" status: 200 len: 848 time: 0.0461197 Jun 17 05:58:54.569933 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e887f2-610f-49f7-9240-80f8ef6f9e27 req-91f7e6b2-9e3e-49a8-a46c-89ffe046210e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:58:54.571429 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-02e887f2-610f-49f7-9240-80f8ef6f9e27 req-91f7e6b2-9e3e-49a8-a46c-89ffe046210e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2f637bc3-d3ff-4d7b-bacd-19889228ec3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0505342 Jun 17 05:58:54.658282 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-02e887f2-610f-49f7-9240-80f8ef6f9e27 req-8e576b16-5c5e-4cf8-8cfc-b88e4cf3c2c7 service neutron] 10.222.0.13 "GET /v2.0/networks/2f637bc3-d3ff-4d7b-bacd-19889228ec3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802896 Jun 17 05:58:54.747624 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-02e887f2-610f-49f7-9240-80f8ef6f9e27 req-e18fd326-1279-4f34-8983-55a7d3b4b72a service neutron] 10.222.0.13 "GET /v2.0/networks/2f637bc3-d3ff-4d7b-bacd-19889228ec3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839729 Jun 17 05:58:55.542226 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac22ac05-5d5f-4cd4-9c27-34aae36ab115 req-c60b44ce-78c4-4850-8813-faa7ebcb2ed2 tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:58:55.543669 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-ac22ac05-5d5f-4cd4-9c27-34aae36ab115 req-c60b44ce-78c4-4850-8813-faa7ebcb2ed2 tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] 10.222.0.11 "GET /v2.0/ports?device_id=f9e8bd2c-cefa-4f05-a33c-e0af67cf04e5 HTTP/1.1" status: 200 len: 943 time: 0.0617132 Jun 17 05:58:55.579228 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-ac22ac05-5d5f-4cd4-9c27-34aae36ab115 req-314db115-b9f1-4c09-b071-ec9673292e56 tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a5752e7-a436-4587-89a1-b4e85b8d44a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0294893 Jun 17 05:58:56.707361 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Device 8c11d3d3-2957-49a7-86cb-dba8eb6623c1 details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=99870) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 05:58:56.746628 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7541def-eb17-484d-9a0c-9d979e68b6e3 req-cbf4dd28-73e8-4d24-bdb1-f5e8c21b2fcb tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:58:56.748126 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-c7541def-eb17-484d-9a0c-9d979e68b6e3 req-cbf4dd28-73e8-4d24-bdb1-f5e8c21b2fcb tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] 10.222.0.11 "GET /v2.0/ports?device_id=f9e8bd2c-cefa-4f05-a33c-e0af67cf04e5 HTTP/1.1" status: 200 len: 943 time: 0.0626705 Jun 17 05:58:56.786115 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-c7541def-eb17-484d-9a0c-9d979e68b6e3 req-2c8e9313-0233-47de-b792-210368a850a3 tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a5752e7-a436-4587-89a1-b4e85b8d44a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317791 Jun 17 05:58:56.801005 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.db [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] For port 8c11d3d3-2957-49a7-86cb-dba8eb6623c1, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=8c11d3d3-2957-49a7-86cb-dba8eb6623c1,segment=NetworkSegment(bd8f23d4-a0a0-4106-8493-e0b010ac85b3),segment_id=bd8f23d4-a0a0-4106-8493-e0b010ac85b3)] {{(pid=99870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:58:56.812182 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Returning: {'device': '8c11d3d3-2957-49a7-86cb-dba8eb6623c1', 'network_id': '2f637bc3-d3ff-4d7b-bacd-19889228ec3d', 'port_id': '8c11d3d3-2957-49a7-86cb-dba8eb6623c1', 'mac_address': 'fa:16:3e:d3:72:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46a42230-1453-4012-ba5b-603ae5e8b663', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99870) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 05:58:56.847590 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1464132'] for port, before_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:58:56.859432 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.notifiers.nova [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c11d3d3-2957-49a7-86cb-dba8eb6623c1 {{(pid=99870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 05:58:56.878025 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.db [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] For port 8c11d3d3-2957-49a7-86cb-dba8eb6623c1, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=8c11d3d3-2957-49a7-86cb-dba8eb6623c1,segment=NetworkSegment(bd8f23d4-a0a0-4106-8493-e0b010ac85b3),segment_id=bd8f23d4-a0a0-4106-8493-e0b010ac85b3)] {{(pid=99870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:58:56.958783 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773697962343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773697504561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773697504606'] for port, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:58:56.960626 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:58:57.005967 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Pushing event updated for resources: {'Port': ['ID=8c11d3d3-2957-49a7-86cb-dba8eb6623c1,revision_number=7']} {{(pid=99870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:58:57.008848 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:58:57.162637 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.db [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] get_ports_and_sgs() called for port_ids ['8c11d3d3-2957-49a7-86cb-dba8eb6623c1'] {{(pid=99870) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 05:58:57.956897 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d5f087-5647-4ca0-8ba0-bdf0556c1a73 req-2051ce47-ddf7-4535-aa51-37c615ecc087 tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:58:57.958326 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-89d5f087-5647-4ca0-8ba0-bdf0556c1a73 req-2051ce47-ddf7-4535-aa51-37c615ecc087 tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] 10.222.0.11 "GET /v2.0/ports?device_id=f9e8bd2c-cefa-4f05-a33c-e0af67cf04e5 HTTP/1.1" status: 200 len: 944 time: 0.0644047 Jun 17 05:58:57.993973 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-89d5f087-5647-4ca0-8ba0-bdf0556c1a73 req-647b8e2c-7c10-47d7-ab24-a8839b40c360 tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a5752e7-a436-4587-89a1-b4e85b8d44a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300438 Jun 17 05:58:58.715485 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Device 8c11d3d3-2957-49a7-86cb-dba8eb6623c1 up at agent hyperv_hv-cinder-77262 {{(pid=99870) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 05:58:58.763988 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.provisioning_blocks [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Provisioning complete for port 8c11d3d3-2957-49a7-86cb-dba8eb6623c1 triggered by entity L2. {{(pid=99870) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 05:58:58.764368 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551367'] for port, provisioning_complete {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:58:58.837409 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1464132'] for port, before_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:58:58.858367 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9e8bd2c-cefa-4f05-a33c-e0af67cf04e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c11d3d3-2957-49a7-86cb-dba8eb6623c1'}] {{(pid=99870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 05:58:58.860787 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b488aefaa6b1d6b79683e2609a7ce48815cfc41b5bb42f7017315c525e2bf75d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73320fff-48b3-4c6b-8868-4bcfd431e82c" -d '{"events": [{"server_uuid": "f9e8bd2c-cefa-4f05-a33c-e0af67cf04e5", "name": "network-vif-plugged", "status": "completed", "tag": "8c11d3d3-2957-49a7-86cb-dba8eb6623c1"}]}' {{(pid=99870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 05:58:58.873084 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.db [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] For port 8c11d3d3-2957-49a7-86cb-dba8eb6623c1, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=8c11d3d3-2957-49a7-86cb-dba8eb6623c1,segment=NetworkSegment(bd8f23d4-a0a0-4106-8493-e0b010ac85b3),segment_id=bd8f23d4-a0a0-4106-8493-e0b010ac85b3)] {{(pid=99870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 05:58:58.896738 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 05:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f215672b-f603-4388-94bc-527798acb3a6 x-openstack-request-id: req-f215672b-f603-4388-94bc-527798acb3a6 {{(pid=99870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 05:58:58.897068 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9e8bd2c-cefa-4f05-a33c-e0af67cf04e5", "name": "network-vif-plugged", "status": "completed", "tag": "8c11d3d3-2957-49a7-86cb-dba8eb6623c1", "code": 200}]} {{(pid=99870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 05:58:58.897360 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f215672b-f603-4388-94bc-527798acb3a6 {{(pid=99870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 05:58:58.897795 dv-cinder-772623-9-smb neutron-server[99870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9e8bd2c-cefa-4f05-a33c-e0af67cf04e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c11d3d3-2957-49a7-86cb-dba8eb6623c1', 'code': 200} Jun 17 05:58:58.944731 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773697962343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773697504561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773697504606'] for port, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:58:58.946649 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [None req-a27510a7-3bcf-491c-b63c-c307298e9e99 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 05:58:58.991407 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Pushing event updated for resources: {'Port': ['ID=8c11d3d3-2957-49a7-86cb-dba8eb6623c1,revision_number=8']} {{(pid=99870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 05:58:58.994293 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 05:58:59.165453 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205ca58f-6a7d-431c-a5b2-475b6a45e8e8 req-85d814bf-c8ca-4d7a-8b69-01f6b0187b67 tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:58:59.166928 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-205ca58f-6a7d-431c-a5b2-475b6a45e8e8 req-85d814bf-c8ca-4d7a-8b69-01f6b0187b67 tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] 10.222.0.11 "GET /v2.0/ports?device_id=f9e8bd2c-cefa-4f05-a33c-e0af67cf04e5 HTTP/1.1" status: 200 len: 945 time: 0.0638037 Jun 17 05:58:59.199756 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715de205-4fc1-47d5-95cd-517932718bf0 req-ffdf338e-3b7a-4566-b11a-d57a516e4410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:58:59.201227 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-715de205-4fc1-47d5-95cd-517932718bf0 req-ffdf338e-3b7a-4566-b11a-d57a516e4410 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f9e8bd2c-cefa-4f05-a33c-e0af67cf04e5 HTTP/1.1" status: 200 len: 1098 time: 0.0551424 Jun 17 05:58:59.203953 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-205ca58f-6a7d-431c-a5b2-475b6a45e8e8 req-23d093bc-201f-4ae2-a6c2-7ac3f49a9fe8 tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a5752e7-a436-4587-89a1-b4e85b8d44a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307279 Jun 17 05:58:59.234489 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-715de205-4fc1-47d5-95cd-517932718bf0 req-99d5678d-4e1e-4ddc-9f90-a3223bdf3a95 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=4a5752e7-a436-4587-89a1-b4e85b8d44a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0272605 Jun 17 05:59:00.372051 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfd4930-6ad9-43fe-bb61-b2a185158f9e req-b76f6734-1be5-475b-b425-dbc703df3f1e tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:59:00.373473 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-ebfd4930-6ad9-43fe-bb61-b2a185158f9e req-b76f6734-1be5-475b-b425-dbc703df3f1e tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] 10.222.0.11 "GET /v2.0/ports?device_id=f9e8bd2c-cefa-4f05-a33c-e0af67cf04e5 HTTP/1.1" status: 200 len: 945 time: 0.0608408 Jun 17 05:59:00.411360 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-ebfd4930-6ad9-43fe-bb61-b2a185158f9e req-59ebb530-24e6-4290-b0f4-b1800f3fbf87 tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a5752e7-a436-4587-89a1-b4e85b8d44a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312710 Jun 17 05:59:06.111338 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.db.agents_db [None req-7f16872b-b609-48fb-9c73-6a76dd98e1b9 None None] Agent healthcheck: found 6 active agents {{(pid=99871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 05:59:08.872851 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-1ce40526-a3ff-4588-ae19-889d911a137d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:59:11.607122 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:59:11.635412 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-a5f0fa7a-4d49-4a07-a2ac-c5146496f4d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:59:12.477953 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-e4a25698-dc7e-488a-a9c3-c2b55bed5747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:59:14.232436 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-835a5b83-af16-4b0b-afcf-c7c94ac397a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:59:17.695545 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:59:38.857783 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-9277b363-f9c7-4f06-8a2e-94adf91caaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:59:41.640384 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:59:41.683399 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-c90a489e-dbf8-4821-8d5d-242de34689e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:59:42.485987 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-e4a25698-dc7e-488a-a9c3-c2b55bed5747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:59:43.109472 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.db.agents_db [None req-7f16872b-b609-48fb-9c73-6a76dd98e1b9 None None] Agent healthcheck: found 6 active agents {{(pid=99871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 05:59:44.240697 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-835a5b83-af16-4b0b-afcf-c7c94ac397a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:59:47.846093 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 05:59:52.003476 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-6869b205-7a45-4eab-b020-59d5c2664dbe req-09e9884b-7583-4573-b192-39d4194be140 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f9e8bd2c-cefa-4f05-a33c-e0af67cf04e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0952461 Jun 17 05:59:52.096322 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6869b205-7a45-4eab-b020-59d5c2664dbe req-e5bcaaf1-3160-43de-94aa-a2b5239feef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:59:52.097732 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-6869b205-7a45-4eab-b020-59d5c2664dbe req-e5bcaaf1-3160-43de-94aa-a2b5239feef1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=558f827aa97540488c3f76e89d619401&device_id=f9e8bd2c-cefa-4f05-a33c-e0af67cf04e5 HTTP/1.1" status: 200 len: 1098 time: 0.0532217 Jun 17 05:59:52.197725 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6869b205-7a45-4eab-b020-59d5c2664dbe req-1b6e4c9d-1f9b-4c97-8bdb-9e656cb067aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:59:52.199044 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-6869b205-7a45-4eab-b020-59d5c2664dbe req-1b6e4c9d-1f9b-4c97-8bdb-9e656cb067aa service neutron] 10.222.0.13 "GET /v2.0/networks?id=2f637bc3-d3ff-4d7b-bacd-19889228ec3d HTTP/1.1" status: 200 len: 910 time: 0.0801246 Jun 17 05:59:52.263696 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-6869b205-7a45-4eab-b020-59d5c2664dbe req-21f18642-014d-4661-9080-a816cfea0611 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8c11d3d3-2957-49a7-86cb-dba8eb6623c1 HTTP/1.1" status: 200 len: 1000 time: 0.0584631 Jun 17 05:59:52.313549 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6869b205-7a45-4eab-b020-59d5c2664dbe req-277c0c15-3e42-4f7e-954a-64b992286c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:59:52.315040 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-6869b205-7a45-4eab-b020-59d5c2664dbe req-277c0c15-3e42-4f7e-954a-64b992286c9a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=46a42230-1453-4012-ba5b-603ae5e8b663 HTTP/1.1" status: 200 len: 848 time: 0.0432024 Jun 17 05:59:52.370218 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6869b205-7a45-4eab-b020-59d5c2664dbe req-08ca73ed-3d9f-471e-9eea-2ba4602be176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 05:59:52.371697 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-6869b205-7a45-4eab-b020-59d5c2664dbe req-08ca73ed-3d9f-471e-9eea-2ba4602be176 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2f637bc3-d3ff-4d7b-bacd-19889228ec3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0507152 Jun 17 05:59:52.381939 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.wsgi [req-6869b205-7a45-4eab-b020-59d5c2664dbe req-7be5c8d1-2e24-450d-85f5-30c05cb145e8 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=99868) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 05:59:52.384186 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-6869b205-7a45-4eab-b020-59d5c2664dbe req-7be5c8d1-2e24-450d-85f5-30c05cb145e8 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049634 Jun 17 05:59:52.491930 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-6869b205-7a45-4eab-b020-59d5c2664dbe req-004276ef-ddfc-4b15-98f5-a0da2baf92e1 service neutron] 10.222.0.13 "GET /v2.0/networks/2f637bc3-d3ff-4d7b-bacd-19889228ec3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029475 Jun 17 05:59:52.588259 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-6869b205-7a45-4eab-b020-59d5c2664dbe req-6a09ba1e-c936-4921-ab41-ab89b1ade4de service neutron] 10.222.0.13 "GET /v2.0/networks/2f637bc3-d3ff-4d7b-bacd-19889228ec3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905592 Jun 17 06:00:09.028878 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-fd258cbc-6e26-475c-b403-4d8d49389a69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:11.594650 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:11.674465 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-0a43f7c7-0d33-49ee-9654-58e318ad0358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:12.495663 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-e4a25698-dc7e-488a-a9c3-c2b55bed5747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:13.519543 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.wsgi [-] (99869) accepted ('10.222.0.11', 33928) {{(pid=99869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 06:00:13.889102 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.plugins.ml2.plugin [None req-bc65e7de-23e1-463a-b9f9-138599c17d9a tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] Deleting port 143a0fd4-8de9-4a5d-8473-7784ee94a7f6 {{(pid=99869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 06:00:13.889340 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-bc65e7de-23e1-463a-b9f9-138599c17d9a tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773697957277'] for port, before_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:13.958746 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-bc65e7de-23e1-463a-b9f9-138599c17d9a tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429017'] for port, precommit_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:13.959100 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-bc65e7de-23e1-463a-b9f9-138599c17d9a tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:14.021456 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.plugins.ml2.plugin [None req-bc65e7de-23e1-463a-b9f9-138599c17d9a tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] Calling delete_port for 143a0fd4-8de9-4a5d-8473-7784ee94a7f6 owned by network:floatingip {{(pid=99869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 06:00:14.226011 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-bc65e7de-23e1-463a-b9f9-138599c17d9a tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773697962361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773697504552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565517'] for port, after_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:14.228174 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-10c1eff9-41a5-40e1-9b1f-3e23ef48ea9c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 06:00:14.251508 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc65e7de-23e1-463a-b9f9-138599c17d9a tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] Pushing event deleted for resources: {'Port': ['ID=143a0fd4-8de9-4a5d-8473-7784ee94a7f6,revision_number=None']} {{(pid=99869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 06:00:14.254988 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-835a5b83-af16-4b0b-afcf-c7c94ac397a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:14.263475 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc65e7de-23e1-463a-b9f9-138599c17d9a tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:00:14.263849 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc65e7de-23e1-463a-b9f9-138599c17d9a tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:00:14.264277 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc65e7de-23e1-463a-b9f9-138599c17d9a tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:00:14.264641 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc65e7de-23e1-463a-b9f9-138599c17d9a tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:00:14.264997 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc65e7de-23e1-463a-b9f9-138599c17d9a tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:00:14.265348 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc65e7de-23e1-463a-b9f9-138599c17d9a tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:00:14.265698 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc65e7de-23e1-463a-b9f9-138599c17d9a tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:00:14.266046 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc65e7de-23e1-463a-b9f9-138599c17d9a tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:00:14.266393 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc65e7de-23e1-463a-b9f9-138599c17d9a tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:00:14.266737 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc65e7de-23e1-463a-b9f9-138599c17d9a tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:00:14.267108 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc65e7de-23e1-463a-b9f9-138599c17d9a tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:00:14.267451 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc65e7de-23e1-463a-b9f9-138599c17d9a tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:00:14.284382 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-bc65e7de-23e1-463a-b9f9-138599c17d9a tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 06:00:14.322674 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-bc65e7de-23e1-463a-b9f9-138599c17d9a tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] Notify callbacks [] for floatingip, after_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:14.322674 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.db.l3_db [None req-bc65e7de-23e1-463a-b9f9-138599c17d9a tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] Floating IP dcba44b1-4727-40ad-9811-ee78bc79cd33 disassociated (deleted). External IP: 172.28.2.48, port: 8c11d3d3-2957-49a7-86cb-dba8eb6623c1. Jun 17 06:00:14.521489 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc65e7de-23e1-463a-b9f9-138599c17d9a tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] Router 476fa88e-d12c-4c1e-b4a3-824f6887e74a has already been hosted by L3 agent 81965deb-4354-4283-a756-7d5d3a21a742 {{(pid=99869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 06:00:14.624460 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc65e7de-23e1-463a-b9f9-138599c17d9a tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] Notify agent at l3_agent.dv-cinder-772623-9-smb the message routers_updated {{(pid=99869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 06:00:14.629156 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-bc65e7de-23e1-463a-b9f9-138599c17d9a tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-860254'] for floatingip, before_response {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:14.633410 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a929974-63cf-4719-9f28-a754c434f18b None None] Sync routers for ids ['476fa88e-d12c-4c1e-b4a3-824f6887e74a'] in dv-cinder-772623-9-smb {{(pid=99870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 06:00:14.642713 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a929974-63cf-4719-9f28-a754c434f18b None None] Routers {'476fa88e-d12c-4c1e-b4a3-824f6887e74a'} bound to L3 agent in host dv-cinder-772623-9-smb {{(pid=99870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 06:00:14.643371 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.l3_hamode_db [None req-0a929974-63cf-4719-9f28-a754c434f18b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T05:41:12Z,description=,heartbeat_timestamp=2021-06-17T06:00:12Z,host='dv-cinder-772623-9-smb',id=81965deb-4354-4283-a756-7d5d3a21a742,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T05:41:12Z,topic='l3_agent')) {'router_ids': ['476fa88e-d12c-4c1e-b4a3-824f6887e74a'], 'active': True} {{(pid=99870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 06:00:14.663642 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [None req-bc65e7de-23e1-463a-b9f9-138599c17d9a tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] 10.222.0.11 "DELETE /v2.0/floatingips/dcba44b1-4727-40ad-9811-ee78bc79cd33 HTTP/1.1" status: 204 len: 168 time: 1.1430368 Jun 17 06:00:14.664301 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9e8bd2c-cefa-4f05-a33c-e0af67cf04e5', 'tag': '8c11d3d3-2957-49a7-86cb-dba8eb6623c1'}] {{(pid=99869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 06:00:14.667224 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0cd30a2dc25f77063b731b1ee0033d2c5eeab35dac275bd41c8bb76e2bc3849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3502cb23-2086-4794-8560-4d806dba12b8" -d '{"events": [{"name": "network-changed", "server_uuid": "f9e8bd2c-cefa-4f05-a33c-e0af67cf04e5", "tag": "8c11d3d3-2957-49a7-86cb-dba8eb6623c1"}]}' {{(pid=99869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 06:00:14.704475 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 06:00:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c1ca0f7-2a7a-41c4-93d8-7459f39137d2 x-openstack-request-id: req-4c1ca0f7-2a7a-41c4-93d8-7459f39137d2 {{(pid=99869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 06:00:14.704819 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9e8bd2c-cefa-4f05-a33c-e0af67cf04e5", "tag": "8c11d3d3-2957-49a7-86cb-dba8eb6623c1", "status": "completed", "code": 200}]} {{(pid=99869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 06:00:14.705109 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4c1ca0f7-2a7a-41c4-93d8-7459f39137d2 {{(pid=99869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 06:00:14.705546 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9e8bd2c-cefa-4f05-a33c-e0af67cf04e5', 'tag': '8c11d3d3-2957-49a7-86cb-dba8eb6623c1', 'status': 'completed', 'code': 200} Jun 17 06:00:14.747395 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.l3_dvr_db [None req-0a929974-63cf-4719-9f28-a754c434f18b None None] Set router 476fa88e-d12c-4c1e-b4a3-824f6887e74a gateway port host: dv-cinder-772623-9-smb {{(pid=99870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 06:00:14.781118 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3502cb23-2086-4794-8560-4d806dba12b8 req-f13398a7-4412-4e59-9446-15a9b8cc7f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:00:14.782539 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-3502cb23-2086-4794-8560-4d806dba12b8 req-f13398a7-4412-4e59-9446-15a9b8cc7f80 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=558f827aa97540488c3f76e89d619401&device_id=f9e8bd2c-cefa-4f05-a33c-e0af67cf04e5 HTTP/1.1" status: 200 len: 1098 time: 0.0524828 Jun 17 06:00:14.876510 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3502cb23-2086-4794-8560-4d806dba12b8 req-507edac9-7132-4628-94d1-d59fd2daa4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:00:14.877982 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-3502cb23-2086-4794-8560-4d806dba12b8 req-507edac9-7132-4628-94d1-d59fd2daa4b1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2f637bc3-d3ff-4d7b-bacd-19889228ec3d HTTP/1.1" status: 200 len: 910 time: 0.0882664 Jun 17 06:00:14.919946 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-3502cb23-2086-4794-8560-4d806dba12b8 req-eb37960c-06c8-435f-9715-acfbad041364 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8c11d3d3-2957-49a7-86cb-dba8eb6623c1 HTTP/1.1" status: 200 len: 217 time: 0.0353174 Jun 17 06:00:14.948465 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.l3_hamode_db [None req-0a929974-63cf-4719-9f28-a754c434f18b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '476fa88e-d12c-4c1e-b4a3-824f6887e74a', 'name': 'tempest-TestShelveInstance-1557240969-router', 'tenant_id': '558f827aa97540488c3f76e89d619401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6', 'external_fixed_ips': [{'subnet_id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'ip_address': '172.28.2.247'}], 'enable_snat': True}, 'gw_port_id': '0a392921-fefd-4a70-96e8-282573c7d927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T05:55:51Z', 'updated_at': '2021-06-17T05:55:54Z', 'revision_number': 4, 'project_id': '558f827aa97540488c3f76e89d619401', 'gw_port': {'id': '0a392921-fefd-4a70-96e8-282573c7d927', 'name': '', 'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:9a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '476fa88e-d12c-4c1e-b4a3-824f6887e74a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'ip_address': '172.28.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:55:52Z', 'updated_at': '2021-06-17T05:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-smb', '_interfaces': [{'id': '940b9748-44b2-48ec-8f54-375b4bce2bdf', 'name': '', 'network_id': '2f637bc3-d3ff-4d7b-bacd-19889228ec3d', 'tenant_id': '558f827aa97540488c3f76e89d619401', 'mac_address': 'fa:16:3e:b4:82:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '476fa88e-d12c-4c1e-b4a3-824f6887e74a', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '46a42230-1453-4012-ba5b-603ae5e8b663', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:55:54Z', 'updated_at': '2021-06-17T05:55:59Z', 'revision_number': 5, 'project_id': '558f827aa97540488c3f76e89d619401', 'subnets': [{'id': '46a42230-1453-4012-ba5b-603ae5e8b663', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-9-smb', False) {} {{(pid=99870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 06:00:14.971371 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3502cb23-2086-4794-8560-4d806dba12b8 req-db0a10c9-2b95-4dd8-b631-21b757a286f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:00:14.972840 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-3502cb23-2086-4794-8560-4d806dba12b8 req-db0a10c9-2b95-4dd8-b631-21b757a286f6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=46a42230-1453-4012-ba5b-603ae5e8b663 HTTP/1.1" status: 200 len: 848 time: 0.0473633 Jun 17 06:00:14.974653 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a929974-63cf-4719-9f28-a754c434f18b None None] Checking router: 476fa88e-d12c-4c1e-b4a3-824f6887e74a for host: dv-cinder-772623-9-smb {{(pid=99870) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 06:00:14.983878 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a929974-63cf-4719-9f28-a754c434f18b None None] Routers {'476fa88e-d12c-4c1e-b4a3-824f6887e74a'} bound to L3 agent in host dv-cinder-772623-9-smb {{(pid=99870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 06:00:14.984494 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.l3_hamode_db [None req-0a929974-63cf-4719-9f28-a754c434f18b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T05:41:12Z,description=,heartbeat_timestamp=2021-06-17T06:00:12Z,host='dv-cinder-772623-9-smb',id=81965deb-4354-4283-a756-7d5d3a21a742,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T05:41:12Z,topic='l3_agent')) {'router_ids': ['476fa88e-d12c-4c1e-b4a3-824f6887e74a'], 'active': True} {{(pid=99870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 06:00:15.030060 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3502cb23-2086-4794-8560-4d806dba12b8 req-05bfe35d-d797-4bf4-8ea8-5b74f2902dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:00:15.031632 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-3502cb23-2086-4794-8560-4d806dba12b8 req-05bfe35d-d797-4bf4-8ea8-5b74f2902dc9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2f637bc3-d3ff-4d7b-bacd-19889228ec3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0515702 Jun 17 06:00:15.092154 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.l3_dvr_db [None req-0a929974-63cf-4719-9f28-a754c434f18b None None] Set router 476fa88e-d12c-4c1e-b4a3-824f6887e74a gateway port host: dv-cinder-772623-9-smb {{(pid=99870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 06:00:15.123971 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-3502cb23-2086-4794-8560-4d806dba12b8 req-3ca9a29f-b313-42e2-8687-cc186d6e5824 service neutron] 10.222.0.13 "GET /v2.0/networks/2f637bc3-d3ff-4d7b-bacd-19889228ec3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853589 Jun 17 06:00:15.219292 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-3502cb23-2086-4794-8560-4d806dba12b8 req-e9e15995-a48d-43f9-94d9-b51819c2da13 service neutron] 10.222.0.13 "GET /v2.0/networks/2f637bc3-d3ff-4d7b-bacd-19889228ec3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892107 Jun 17 06:00:15.293539 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.l3_hamode_db [None req-0a929974-63cf-4719-9f28-a754c434f18b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '476fa88e-d12c-4c1e-b4a3-824f6887e74a', 'name': 'tempest-TestShelveInstance-1557240969-router', 'tenant_id': '558f827aa97540488c3f76e89d619401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6', 'external_fixed_ips': [{'subnet_id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'ip_address': '172.28.2.247'}], 'enable_snat': True}, 'gw_port_id': '0a392921-fefd-4a70-96e8-282573c7d927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T05:55:51Z', 'updated_at': '2021-06-17T05:55:54Z', 'revision_number': 4, 'project_id': '558f827aa97540488c3f76e89d619401', 'gw_port': {'id': '0a392921-fefd-4a70-96e8-282573c7d927', 'name': '', 'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:9a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '476fa88e-d12c-4c1e-b4a3-824f6887e74a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'ip_address': '172.28.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:55:52Z', 'updated_at': '2021-06-17T05:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-smb', '_interfaces': [{'id': '940b9748-44b2-48ec-8f54-375b4bce2bdf', 'name': '', 'network_id': '2f637bc3-d3ff-4d7b-bacd-19889228ec3d', 'tenant_id': '558f827aa97540488c3f76e89d619401', 'mac_address': 'fa:16:3e:b4:82:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '476fa88e-d12c-4c1e-b4a3-824f6887e74a', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '46a42230-1453-4012-ba5b-603ae5e8b663', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:55:54Z', 'updated_at': '2021-06-17T05:55:59Z', 'revision_number': 5, 'project_id': '558f827aa97540488c3f76e89d619401', 'subnets': [{'id': '46a42230-1453-4012-ba5b-603ae5e8b663', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-9-smb', False) {} {{(pid=99870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 06:00:15.324252 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a929974-63cf-4719-9f28-a754c434f18b None None] The sync data for ids ['476fa88e-d12c-4c1e-b4a3-824f6887e74a'] in dv-cinder-772623-9-smb is: [{'id': '476fa88e-d12c-4c1e-b4a3-824f6887e74a', 'name': 'tempest-TestShelveInstance-1557240969-router', 'tenant_id': '558f827aa97540488c3f76e89d619401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6', 'external_fixed_ips': [{'subnet_id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'ip_address': '172.28.2.247'}], 'enable_snat': True}, 'gw_port_id': '0a392921-fefd-4a70-96e8-282573c7d927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T05:55:51Z', 'updated_at': '2021-06-17T05:55:54Z', 'revision_number': 4, 'project_id': '558f827aa97540488c3f76e89d619401', 'gw_port': {'id': '0a392921-fefd-4a70-96e8-282573c7d927', 'name': '', 'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:9a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '476fa88e-d12c-4c1e-b4a3-824f6887e74a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'ip_address': '172.28.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:55:52Z', 'updated_at': '2021-06-17T05:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-smb', '_interfaces': [{'id': '940b9748-44b2-48ec-8f54-375b4bce2bdf', 'name': '', 'network_id': '2f637bc3-d3ff-4d7b-bacd-19889228ec3d', 'tenant_id': '558f827aa97540488c3f76e89d619401', 'mac_address': 'fa:16:3e:b4:82:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '476fa88e-d12c-4c1e-b4a3-824f6887e74a', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '46a42230-1453-4012-ba5b-603ae5e8b663', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:55:54Z', 'updated_at': '2021-06-17T05:55:59Z', 'revision_number': 5, 'project_id': '558f827aa97540488c3f76e89d619401', 'subnets': [{'id': '46a42230-1453-4012-ba5b-603ae5e8b663', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 06:00:15.406126 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256ff9bc-ef2f-415a-a4d1-88dcbed9d7de req-5d38fe88-b44d-4f5e-ab36-5ac3a738c0dd tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:00:15.407773 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-256ff9bc-ef2f-415a-a4d1-88dcbed9d7de req-5d38fe88-b44d-4f5e-ab36-5ac3a738c0dd tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] 10.222.0.11 "GET /v2.0/ports?device_id=f9e8bd2c-cefa-4f05-a33c-e0af67cf04e5 HTTP/1.1" status: 200 len: 945 time: 0.1729155 Jun 17 06:00:15.446017 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-256ff9bc-ef2f-415a-a4d1-88dcbed9d7de req-6a29257c-a50b-4f35-bc1d-0ae576396761 tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a5752e7-a436-4587-89a1-b4e85b8d44a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326257 Jun 17 06:00:15.534558 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc25897-111e-4808-a978-ef0a5884f617 None None] New status for floating IP dcba44b1-4727-40ad-9811-ee78bc79cd33: DOWN {{(pid=99871) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 06:00:16.580485 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7a0b19-9361-49df-9947-cfa24defcfaf req-4ec04c37-7b56-4f4c-be28-459bd7a36ea9 tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:00:16.581926 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-7a7a0b19-9361-49df-9947-cfa24defcfaf req-4ec04c37-7b56-4f4c-be28-459bd7a36ea9 tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9e8bd2c-cefa-4f05-a33c-e0af67cf04e5 HTTP/1.1" status: 200 len: 945 time: 0.0665805 Jun 17 06:00:16.678691 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16142fbd-48a8-463f-9355-f0aa21327f02 req-1103d3fc-5c80-4e51-b78a-79dc4223ea09 tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 06:00:16.680177 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-16142fbd-48a8-463f-9355-f0aa21327f02 req-1103d3fc-5c80-4e51-b78a-79dc4223ea09 tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] 10.222.0.11 "GET /v2.0/ports?device_id=f9e8bd2c-cefa-4f05-a33c-e0af67cf04e5 HTTP/1.1" status: 200 len: 945 time: 0.1111000 Jun 17 06:00:16.687243 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.plugin [req-7a7a0b19-9361-49df-9947-cfa24defcfaf req-b4d264bc-f412-4ee5-a583-26806a7574d0 tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] Deleting port 8c11d3d3-2957-49a7-86cb-dba8eb6623c1 {{(pid=99868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 06:00:16.687584 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-7a7a0b19-9361-49df-9947-cfa24defcfaf req-b4d264bc-f412-4ee5-a583-26806a7574d0 tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773697957277'] for port, before_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:16.717193 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-16142fbd-48a8-463f-9355-f0aa21327f02 req-58e4074b-0256-4e27-8ae0-e1dc082147cd tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a5752e7-a436-4587-89a1-b4e85b8d44a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314064 Jun 17 06:00:16.774835 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.db [req-7a7a0b19-9361-49df-9947-cfa24defcfaf req-b4d264bc-f412-4ee5-a583-26806a7574d0 tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] For port 8c11d3d3-2957-49a7-86cb-dba8eb6623c1, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=8c11d3d3-2957-49a7-86cb-dba8eb6623c1,segment=NetworkSegment(bd8f23d4-a0a0-4106-8493-e0b010ac85b3),segment_id=bd8f23d4-a0a0-4106-8493-e0b010ac85b3)] {{(pid=99868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 06:00:16.775780 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-7a7a0b19-9361-49df-9947-cfa24defcfaf req-b4d264bc-f412-4ee5-a583-26806a7574d0 tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429017'] for port, precommit_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:16.835272 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.plugin [req-7a7a0b19-9361-49df-9947-cfa24defcfaf req-b4d264bc-f412-4ee5-a583-26806a7574d0 tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] Calling delete_port for 8c11d3d3-2957-49a7-86cb-dba8eb6623c1 owned by compute:nova {{(pid=99868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 06:00:17.077724 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-7a7a0b19-9361-49df-9947-cfa24defcfaf req-b4d264bc-f412-4ee5-a583-26806a7574d0 tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773697962361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773697504552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2882495'] for port, after_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:17.081670 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-d258e809-53fd-4779-980c-863692dd21eb tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 06:00:17.106688 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d264bc-f412-4ee5-a583-26806a7574d0 tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] Pushing event deleted for resources: {'Port': ['ID=8c11d3d3-2957-49a7-86cb-dba8eb6623c1,revision_number=None']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 06:00:17.137116 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d264bc-f412-4ee5-a583-26806a7574d0 tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:00:17.137744 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d264bc-f412-4ee5-a583-26806a7574d0 tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:00:17.138111 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d264bc-f412-4ee5-a583-26806a7574d0 tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:00:17.138474 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d264bc-f412-4ee5-a583-26806a7574d0 tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:00:17.138856 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d264bc-f412-4ee5-a583-26806a7574d0 tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:00:17.139208 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d264bc-f412-4ee5-a583-26806a7574d0 tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:00:17.139562 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d264bc-f412-4ee5-a583-26806a7574d0 tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:00:17.139916 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d264bc-f412-4ee5-a583-26806a7574d0 tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:00:17.140269 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d264bc-f412-4ee5-a583-26806a7574d0 tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:00:17.140623 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d264bc-f412-4ee5-a583-26806a7574d0 tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:00:17.140972 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d264bc-f412-4ee5-a583-26806a7574d0 tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:00:17.141325 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d264bc-f412-4ee5-a583-26806a7574d0 tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:00:17.144608 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-b4d264bc-f412-4ee5-a583-26806a7574d0 tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 06:00:17.166403 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a7a0b19-9361-49df-9947-cfa24defcfaf req-b4d264bc-f412-4ee5-a583-26806a7574d0 tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] No DVR routers for this DVR port 8c11d3d3-2957-49a7-86cb-dba8eb6623c1 on host hv-cinder-77262 {{(pid=99868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 06:00:17.168890 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [req-7a7a0b19-9361-49df-9947-cfa24defcfaf req-b4d264bc-f412-4ee5-a583-26806a7574d0 tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-860254'] for port, before_response {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:17.170940 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [req-7a7a0b19-9361-49df-9947-cfa24defcfaf req-b4d264bc-f412-4ee5-a583-26806a7574d0 tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] 10.222.0.13 "DELETE /v2.0/ports/8c11d3d3-2957-49a7-86cb-dba8eb6623c1 HTTP/1.1" status: 204 len: 173 time: 0.5816875 Jun 17 06:00:17.171457 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9e8bd2c-cefa-4f05-a33c-e0af67cf04e5', 'name': 'network-vif-deleted', 'tag': '8c11d3d3-2957-49a7-86cb-dba8eb6623c1'}] {{(pid=99868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 06:00:17.173762 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d8d1bbba7808a8cca0df1ca407b71cd1cd2965420825a4b8dd9215cbcd05a37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8ba0259-3e01-4d7c-9bcc-94c52e356e9f" -d '{"events": [{"server_uuid": "f9e8bd2c-cefa-4f05-a33c-e0af67cf04e5", "name": "network-vif-deleted", "tag": "8c11d3d3-2957-49a7-86cb-dba8eb6623c1"}]}' {{(pid=99868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 06:00:17.260845 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 06:00:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19150563-0efa-4c00-b00e-3d1271426fdd x-openstack-request-id: req-19150563-0efa-4c00-b00e-3d1271426fdd {{(pid=99868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 06:00:17.261177 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9e8bd2c-cefa-4f05-a33c-e0af67cf04e5", "name": "network-vif-deleted", "tag": "8c11d3d3-2957-49a7-86cb-dba8eb6623c1", "status": "completed", "code": 200}]} {{(pid=99868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 06:00:17.261472 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-19150563-0efa-4c00-b00e-3d1271426fdd {{(pid=99868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 06:00:17.261952 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9e8bd2c-cefa-4f05-a33c-e0af67cf04e5', 'name': 'network-vif-deleted', 'tag': '8c11d3d3-2957-49a7-86cb-dba8eb6623c1', 'status': 'completed', 'code': 200} Jun 17 06:00:17.715198 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:17.857340 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [req-1d5ace97-2e93-48d8-9020-a258ced4a281 req-6d87cdc0-a5bb-40a5-9b4c-f3e5ac201b47 tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] 10.222.0.11 "GET /v2.0/ports?device_id=f9e8bd2c-cefa-4f05-a33c-e0af67cf04e5 HTTP/1.1" status: 200 len: 210 time: 0.0322523 Jun 17 06:00:18.949889 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.wsgi [-] (99869) accepted ('10.222.0.11', 33962) {{(pid=99869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 06:00:19.005694 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-4be2167f-4ac3-4669-b96b-ef795db03e3d tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] Notify callbacks [] for security_group, before_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:19.029492 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-4be2167f-4ac3-4669-b96b-ef795db03e3d tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:19.126420 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Device 8c11d3d3-2957-49a7-86cb-dba8eb6623c1 no longer exists at agent hyperv_hv-cinder-77262 {{(pid=99870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 06:00:19.146331 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.plugin [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] No Port match for: 8c11d3d3-2957-49a7-86cb-dba8eb6623c1 {{(pid=99870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 06:00:19.146623 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Device 8c11d3d3-2957-49a7-86cb-dba8eb6623c1 not bound to the agent host hv-cinder-77262 {{(pid=99870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 06:00:19.154285 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-4be2167f-4ac3-4669-b96b-ef795db03e3d tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:19.156989 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-4be2167f-4ac3-4669-b96b-ef795db03e3d tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] Notify callbacks [] for security_group, before_response {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:19.158118 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [None req-4be2167f-4ac3-4669-b96b-ef795db03e3d tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] 10.222.0.11 "DELETE /v2.0/security-groups/4a5752e7-a436-4587-89a1-b4e85b8d44a7 HTTP/1.1" status: 204 len: 168 time: 0.2072661 Jun 17 06:00:19.158904 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-5ffd70d7-9161-4d3d-a9e0-12e705c90c19 tempest-AttachVolumeTestJSON-162152094 tempest-AttachVolumeTestJSON-162152094-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 06:00:19.167954 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be2167f-4ac3-4669-b96b-ef795db03e3d tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a5752e7-a436-4587-89a1-b4e85b8d44a7,revision_number=None']} {{(pid=99869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 06:00:19.175363 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-4be2167f-4ac3-4669-b96b-ef795db03e3d tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 06:00:19.280976 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.wsgi [-] (99869) accepted ('10.222.0.11', 33966) {{(pid=99869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 06:00:19.606782 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-b498faa3-27e8-46b2-afec-f9ad2c7affdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-494334'] for router_interface, before_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:19.847127 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.plugins.ml2.plugin [None req-b498faa3-27e8-46b2-afec-f9ad2c7affdf admin admin] Deleting port 940b9748-44b2-48ec-8f54-375b4bce2bdf {{(pid=99869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 06:00:19.847465 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-b498faa3-27e8-46b2-afec-f9ad2c7affdf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773697957277'] for port, before_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:19.921264 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.plugins.ml2.db [None req-b498faa3-27e8-46b2-afec-f9ad2c7affdf admin admin] For port 940b9748-44b2-48ec-8f54-375b4bce2bdf, host dv-cinder-772623-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-9-smb',level=0,port_id=940b9748-44b2-48ec-8f54-375b4bce2bdf,segment=NetworkSegment(bd8f23d4-a0a0-4106-8493-e0b010ac85b3),segment_id=bd8f23d4-a0a0-4106-8493-e0b010ac85b3)] {{(pid=99869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 06:00:19.921632 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-b498faa3-27e8-46b2-afec-f9ad2c7affdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429017'] for port, precommit_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:19.984742 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.plugins.ml2.plugin [None req-b498faa3-27e8-46b2-afec-f9ad2c7affdf admin admin] Calling delete_port for 940b9748-44b2-48ec-8f54-375b4bce2bdf owned by network:router_interface {{(pid=99869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 06:00:20.108590 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.db.agents_db [None req-7f16872b-b609-48fb-9c73-6a76dd98e1b9 None None] Agent healthcheck: found 6 active agents {{(pid=99871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 06:00:20.247080 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-b498faa3-27e8-46b2-afec-f9ad2c7affdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773697962361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773697504552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565517'] for port, after_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:20.248931 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 06:00:20.272370 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b498faa3-27e8-46b2-afec-f9ad2c7affdf admin admin] Pushing event deleted for resources: {'Port': ['ID=940b9748-44b2-48ec-8f54-375b4bce2bdf,revision_number=None']} {{(pid=99869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 06:00:20.274930 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-b498faa3-27e8-46b2-afec-f9ad2c7affdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 06:00:20.438409 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-b498faa3-27e8-46b2-afec-f9ad2c7affdf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-494186'] for router_interface, after_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:20.638682 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b498faa3-27e8-46b2-afec-f9ad2c7affdf admin admin] Router 476fa88e-d12c-4c1e-b4a3-824f6887e74a has already been hosted by L3 agent 81965deb-4354-4283-a756-7d5d3a21a742 {{(pid=99869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 06:00:20.739740 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b498faa3-27e8-46b2-afec-f9ad2c7affdf admin admin] Notify agent at l3_agent.dv-cinder-772623-9-smb the message routers_updated {{(pid=99869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 06:00:20.744553 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [None req-b498faa3-27e8-46b2-afec-f9ad2c7affdf admin admin] 10.222.0.11 "PUT /v2.0/routers/476fa88e-d12c-4c1e-b4a3-824f6887e74a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4625883 Jun 17 06:00:20.747301 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.wsgi [-] (99869) accepted ('10.222.0.11', 33968) {{(pid=99869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 06:00:20.749978 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e98764-e8cb-450d-983a-f1bd9e41194a None None] Sync routers for ids ['476fa88e-d12c-4c1e-b4a3-824f6887e74a'] in dv-cinder-772623-9-smb {{(pid=99870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 06:00:20.759595 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e98764-e8cb-450d-983a-f1bd9e41194a None None] Routers {'476fa88e-d12c-4c1e-b4a3-824f6887e74a'} bound to L3 agent in host dv-cinder-772623-9-smb {{(pid=99870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 06:00:20.760202 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.l3_hamode_db [None req-64e98764-e8cb-450d-983a-f1bd9e41194a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T05:41:12Z,description=,heartbeat_timestamp=2021-06-17T06:00:12Z,host='dv-cinder-772623-9-smb',id=81965deb-4354-4283-a756-7d5d3a21a742,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T05:41:12Z,topic='l3_agent')) {'router_ids': ['476fa88e-d12c-4c1e-b4a3-824f6887e74a'], 'active': True} {{(pid=99870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 06:00:20.845820 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-bf3857e7-7cc8-4994-92b7-a0c91addaf58 admin admin] Notify callbacks [] for router, before_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:20.858783 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.l3_dvr_db [None req-64e98764-e8cb-450d-983a-f1bd9e41194a None None] Set router 476fa88e-d12c-4c1e-b4a3-824f6887e74a gateway port host: dv-cinder-772623-9-smb {{(pid=99870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 06:00:20.943078 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-bf3857e7-7cc8-4994-92b7-a0c91addaf58 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:21.027912 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.l3_hamode_db [None req-64e98764-e8cb-450d-983a-f1bd9e41194a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '476fa88e-d12c-4c1e-b4a3-824f6887e74a', 'name': 'tempest-TestShelveInstance-1557240969-router', 'tenant_id': '558f827aa97540488c3f76e89d619401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6', 'external_fixed_ips': [{'subnet_id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'ip_address': '172.28.2.247'}], 'enable_snat': True}, 'gw_port_id': '0a392921-fefd-4a70-96e8-282573c7d927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T05:55:51Z', 'updated_at': '2021-06-17T06:00:20Z', 'revision_number': 5, 'project_id': '558f827aa97540488c3f76e89d619401', 'gw_port': {'id': '0a392921-fefd-4a70-96e8-282573c7d927', 'name': '', 'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:9a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '476fa88e-d12c-4c1e-b4a3-824f6887e74a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'ip_address': '172.28.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:55:52Z', 'updated_at': '2021-06-17T05:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-smb'}], 'dv-cinder-772623-9-smb', False) {} {{(pid=99870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 06:00:21.052915 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e98764-e8cb-450d-983a-f1bd9e41194a None None] Checking router: 476fa88e-d12c-4c1e-b4a3-824f6887e74a for host: dv-cinder-772623-9-smb {{(pid=99870) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 06:00:21.060998 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e98764-e8cb-450d-983a-f1bd9e41194a None None] Routers {'476fa88e-d12c-4c1e-b4a3-824f6887e74a'} bound to L3 agent in host dv-cinder-772623-9-smb {{(pid=99870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 06:00:21.061618 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.l3_hamode_db [None req-64e98764-e8cb-450d-983a-f1bd9e41194a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T05:41:12Z,description=,heartbeat_timestamp=2021-06-17T06:00:12Z,host='dv-cinder-772623-9-smb',id=81965deb-4354-4283-a756-7d5d3a21a742,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T05:41:12Z,topic='l3_agent')) {'router_ids': ['476fa88e-d12c-4c1e-b4a3-824f6887e74a'], 'active': True} {{(pid=99870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 06:00:21.069943 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.plugins.ml2.plugin [None req-bf3857e7-7cc8-4994-92b7-a0c91addaf58 admin admin] Deleting port 0a392921-fefd-4a70-96e8-282573c7d927 {{(pid=99869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 06:00:21.070489 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-bf3857e7-7cc8-4994-92b7-a0c91addaf58 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773697957277'] for port, before_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:21.150592 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.l3_dvr_db [None req-64e98764-e8cb-450d-983a-f1bd9e41194a None None] Set router 476fa88e-d12c-4c1e-b4a3-824f6887e74a gateway port host: None {{(pid=99870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 06:00:21.150738 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.plugins.ml2.db [None req-bf3857e7-7cc8-4994-92b7-a0c91addaf58 admin admin] For port 0a392921-fefd-4a70-96e8-282573c7d927, host dv-cinder-772623-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-9-smb',level=0,port_id=0a392921-fefd-4a70-96e8-282573c7d927,segment=NetworkSegment(5df065dd-7136-4632-92ed-7b0e1f2019c5),segment_id=5df065dd-7136-4632-92ed-7b0e1f2019c5)] {{(pid=99869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 06:00:21.152418 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-bf3857e7-7cc8-4994-92b7-a0c91addaf58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429017'] for port, precommit_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:21.205030 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.l3_hamode_db [None req-64e98764-e8cb-450d-983a-f1bd9e41194a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '476fa88e-d12c-4c1e-b4a3-824f6887e74a', 'name': 'tempest-TestShelveInstance-1557240969-router', 'tenant_id': '558f827aa97540488c3f76e89d619401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T05:55:51Z', 'updated_at': '2021-06-17T06:00:20Z', 'revision_number': 6, 'project_id': '558f827aa97540488c3f76e89d619401', 'gw_port_host': None}], 'dv-cinder-772623-9-smb', False) {} {{(pid=99870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 06:00:21.218013 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.plugins.ml2.plugin [None req-bf3857e7-7cc8-4994-92b7-a0c91addaf58 admin admin] Calling delete_port for 0a392921-fefd-4a70-96e8-282573c7d927 owned by network:router_gateway {{(pid=99869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 06:00:21.231616 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e98764-e8cb-450d-983a-f1bd9e41194a None None] The sync data for ids ['476fa88e-d12c-4c1e-b4a3-824f6887e74a'] in dv-cinder-772623-9-smb is: [{'id': '476fa88e-d12c-4c1e-b4a3-824f6887e74a', 'name': 'tempest-TestShelveInstance-1557240969-router', 'tenant_id': '558f827aa97540488c3f76e89d619401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T05:55:51Z', 'updated_at': '2021-06-17T06:00:20Z', 'revision_number': 6, 'project_id': '558f827aa97540488c3f76e89d619401', 'gw_port_host': None}] {{(pid=99870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 06:00:21.440080 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-bf3857e7-7cc8-4994-92b7-a0c91addaf58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773697962361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773697504552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565517'] for port, after_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:21.442908 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 06:00:21.465625 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3857e7-7cc8-4994-92b7-a0c91addaf58 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a392921-fefd-4a70-96e8-282573c7d927,revision_number=None']} {{(pid=99869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 06:00:21.468702 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-bf3857e7-7cc8-4994-92b7-a0c91addaf58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 06:00:21.527919 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-bf3857e7-7cc8-4994-92b7-a0c91addaf58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-422697'] for router_gateway, after_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:21.618954 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-bf3857e7-7cc8-4994-92b7-a0c91addaf58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-366954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2762'] for router, precommit_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:21.636649 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-bf3857e7-7cc8-4994-92b7-a0c91addaf58 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:21.734547 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-bf3857e7-7cc8-4994-92b7-a0c91addaf58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-432739'] for router, after_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:21.735008 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf3857e7-7cc8-4994-92b7-a0c91addaf58 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 476fa88e-d12c-4c1e-b4a3-824f6887e74a {{(pid=99869) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 06:00:21.739126 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-bf3857e7-7cc8-4994-92b7-a0c91addaf58 admin admin] Notify callbacks [] for router, before_response {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:21.740252 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [None req-bf3857e7-7cc8-4994-92b7-a0c91addaf58 admin admin] 10.222.0.11 "DELETE /v2.0/routers/476fa88e-d12c-4c1e-b4a3-824f6887e74a HTTP/1.1" status: 204 len: 168 time: 0.9920661 Jun 17 06:00:21.742717 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.wsgi [-] (99869) accepted ('10.222.0.11', 33970) {{(pid=99869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 06:00:21.786307 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.db.db_base_plugin_v2 [None req-b07e49a5-8eee-4932-b3d5-751dcbd6d9df admin admin] Deleting subnet 46a42230-1453-4012-ba5b-603ae5e8b663 {{(pid=99869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 06:00:21.789324 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-b07e49a5-8eee-4932-b3d5-751dcbd6d9df admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:21.825860 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-b07e49a5-8eee-4932-b3d5-751dcbd6d9df admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2471661'] for subnet, precommit_delete_associations {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:22.163012 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-b07e49a5-8eee-4932-b3d5-751dcbd6d9df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1554961'] for subnet, precommit_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:22.317644 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-b07e49a5-8eee-4932-b3d5-751dcbd6d9df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1554968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2565495', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27191889'] for subnet, after_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:22.319924 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-d809396e-0065-4acf-911c-0a1ca846d408 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 06:00:22.343701 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07e49a5-8eee-4932-b3d5-751dcbd6d9df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46a42230-1453-4012-ba5b-603ae5e8b663,revision_number=None']} {{(pid=99869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 06:00:22.346708 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-b07e49a5-8eee-4932-b3d5-751dcbd6d9df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 06:00:22.347688 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-b07e49a5-8eee-4932-b3d5-751dcbd6d9df admin admin] Notify callbacks [] for subnet, before_response {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:22.349475 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [None req-b07e49a5-8eee-4932-b3d5-751dcbd6d9df admin admin] 10.222.0.11 "DELETE /v2.0/subnets/46a42230-1453-4012-ba5b-603ae5e8b663 HTTP/1.1" status: 204 len: 168 time: 0.6057882 Jun 17 06:00:22.352106 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.wsgi [-] (99869) accepted ('10.222.0.11', 33972) {{(pid=99869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 06:00:22.353027 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54d6ddea-7f12-4c4c-a9f8-833427e798d7 None None] Network 2f637bc3-d3ff-4d7b-bacd-19889228ec3d requested from dv-cinder-772623-9-smb {{(pid=99870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 06:00:22.421529 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-b46d9d6d-6dd9-4414-9e88-1a773a8846e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1481875'] for network, before_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:22.481252 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.plugins.ml2.plugin [None req-b46d9d6d-6dd9-4414-9e88-1a773a8846e0 admin admin] Deleting port e8a6edc5-3076-4812-af27-7104c008a666 {{(pid=99869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 06:00:22.481500 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-b46d9d6d-6dd9-4414-9e88-1a773a8846e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773697957277'] for port, before_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:22.541227 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.plugins.ml2.db [None req-b46d9d6d-6dd9-4414-9e88-1a773a8846e0 admin admin] For port e8a6edc5-3076-4812-af27-7104c008a666, host dv-cinder-772623-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-9-smb',level=0,port_id=e8a6edc5-3076-4812-af27-7104c008a666,segment=NetworkSegment(bd8f23d4-a0a0-4106-8493-e0b010ac85b3),segment_id=bd8f23d4-a0a0-4106-8493-e0b010ac85b3)] {{(pid=99869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 06:00:22.541564 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-b46d9d6d-6dd9-4414-9e88-1a773a8846e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429017'] for port, precommit_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:22.606919 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.plugins.ml2.plugin [None req-b46d9d6d-6dd9-4414-9e88-1a773a8846e0 admin admin] Calling delete_port for e8a6edc5-3076-4812-af27-7104c008a666 owned by network:dhcp {{(pid=99869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 06:00:22.650566 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7948e4b5-ed6a-453a-b15c-5cf41fa971a0 None None] DHCP port deletion for 2f637bc3-d3ff-4d7b-bacd-19889228ec3d request from dv-cinder-772623-9-smb {{(pid=99870) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 06:00:22.694953 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.plugin [None req-7948e4b5-ed6a-453a-b15c-5cf41fa971a0 None None] Deleting port e8a6edc5-3076-4812-af27-7104c008a666 {{(pid=99870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 06:00:22.695331 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-7948e4b5-ed6a-453a-b15c-5cf41fa971a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773697957277'] for port, before_delete {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:22.758982 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.db [None req-7948e4b5-ed6a-453a-b15c-5cf41fa971a0 None None] For port e8a6edc5-3076-4812-af27-7104c008a666, host dv-cinder-772623-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-9-smb',level=0,port_id=e8a6edc5-3076-4812-af27-7104c008a666,segment=NetworkSegment(bd8f23d4-a0a0-4106-8493-e0b010ac85b3),segment_id=bd8f23d4-a0a0-4106-8493-e0b010ac85b3)] {{(pid=99870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 06:00:22.759378 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-7948e4b5-ed6a-453a-b15c-5cf41fa971a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429017'] for port, precommit_delete {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:22.763420 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-b46d9d6d-6dd9-4414-9e88-1a773a8846e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773697962361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773697504552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2565517'] for port, after_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:22.766447 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-bc65e7de-23e1-463a-b9f9-138599c17d9a tempest-TestShelveInstance-990031509 tempest-TestShelveInstance-990031509-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 06:00:22.793564 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46d9d6d-6dd9-4414-9e88-1a773a8846e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8a6edc5-3076-4812-af27-7104c008a666,revision_number=None']} {{(pid=99869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 06:00:22.795445 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b46d9d6d-6dd9-4414-9e88-1a773a8846e0 admin admin] No DVR routers for this DVR port e8a6edc5-3076-4812-af27-7104c008a666 on host dv-cinder-772623-9-smb {{(pid=99869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 06:00:22.796901 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-b46d9d6d-6dd9-4414-9e88-1a773a8846e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 06:00:22.828521 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.plugin [None req-7948e4b5-ed6a-453a-b15c-5cf41fa971a0 None None] Calling delete_port for e8a6edc5-3076-4812-af27-7104c008a666 owned by network:dhcp {{(pid=99870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 06:00:22.863705 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-b46d9d6d-6dd9-4414-9e88-1a773a8846e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1553032', 'neutron.services.segments.db._delete_segments_for_network-8773697995057'] for network, precommit_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:22.874339 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.services.segments.db [None req-b46d9d6d-6dd9-4414-9e88-1a773a8846e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f637bc3-d3ff-4d7b-bacd-19889228ec3d']}} {{(pid=99869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 06:00:22.884154 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.services.segments.db [None req-b46d9d6d-6dd9-4414-9e88-1a773a8846e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd8f23d4-a0a0-4106-8493-e0b010ac85b3') {'for_net_delete': True} {{(pid=99869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 06:00:22.884457 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.services.segments.db [None req-b46d9d6d-6dd9-4414-9e88-1a773a8846e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd8f23d4-a0a0-4106-8493-e0b010ac85b3') {} {{(pid=99869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 06:00:22.894319 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-b46d9d6d-6dd9-4414-9e88-1a773a8846e0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773697993858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2471650'] for segment, before_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:22.902615 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-7948e4b5-ed6a-453a-b15c-5cf41fa971a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773697962361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773697504552'] for port, after_delete {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:22.904604 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [None req-224ad20d-322b-4bf7-bf0f-676ff08fc0f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 06:00:22.911004 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-b46d9d6d-6dd9-4414-9e88-1a773a8846e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589316'] for segment, precommit_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:22.917377 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b46d9d6d-6dd9-4414-9e88-1a773a8846e0 admin admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=99869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 06:00:22.917377 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-b46d9d6d-6dd9-4414-9e88-1a773a8846e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2565594'] for segment, after_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:22.919043 dv-cinder-772623-9-smb neutron-server[99869]: Traceback (most recent call last): Jun 17 06:00:22.919043 dv-cinder-772623-9-smb neutron-server[99869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 06:00:22.919043 dv-cinder-772623-9-smb neutron-server[99869]: timer() Jun 17 06:00:22.919043 dv-cinder-772623-9-smb neutron-server[99869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 06:00:22.919043 dv-cinder-772623-9-smb neutron-server[99869]: cb(*args, **kw) Jun 17 06:00:22.919043 dv-cinder-772623-9-smb neutron-server[99869]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 06:00:22.919043 dv-cinder-772623-9-smb neutron-server[99869]: return func(*args, **kwargs) Jun 17 06:00:22.919043 dv-cinder-772623-9-smb neutron-server[99869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 06:00:22.919043 dv-cinder-772623-9-smb neutron-server[99869]: self._notify() Jun 17 06:00:22.919043 dv-cinder-772623-9-smb neutron-server[99869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 06:00:22.919043 dv-cinder-772623-9-smb neutron-server[99869]: self.callback(batched_events) Jun 17 06:00:22.919043 dv-cinder-772623-9-smb neutron-server[99869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 06:00:22.919043 dv-cinder-772623-9-smb neutron-server[99869]: event.method(event) Jun 17 06:00:22.919043 dv-cinder-772623-9-smb neutron-server[99869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 06:00:22.919043 dv-cinder-772623-9-smb neutron-server[99869]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 06:00:22.919043 dv-cinder-772623-9-smb neutron-server[99869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 06:00:22.919043 dv-cinder-772623-9-smb neutron-server[99869]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 06:00:22.919043 dv-cinder-772623-9-smb neutron-server[99869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 06:00:22.919043 dv-cinder-772623-9-smb neutron-server[99869]: return f(self, *a, **k) Jun 17 06:00:22.919043 dv-cinder-772623-9-smb neutron-server[99869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 06:00:22.919043 dv-cinder-772623-9-smb neutron-server[99869]: return self._get(url).json() Jun 17 06:00:22.919043 dv-cinder-772623-9-smb neutron-server[99869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 06:00:22.919043 dv-cinder-772623-9-smb neutron-server[99869]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 06:00:22.919043 dv-cinder-772623-9-smb neutron-server[99869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 06:00:22.919043 dv-cinder-772623-9-smb neutron-server[99869]: return self.request(url, 'GET', **kwargs) Jun 17 06:00:22.919043 dv-cinder-772623-9-smb neutron-server[99869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 06:00:22.919043 dv-cinder-772623-9-smb neutron-server[99869]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 06:00:22.919043 dv-cinder-772623-9-smb neutron-server[99869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 06:00:22.919043 dv-cinder-772623-9-smb neutron-server[99869]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 06:00:22.919043 dv-cinder-772623-9-smb neutron-server[99869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 06:00:22.919043 dv-cinder-772623-9-smb neutron-server[99869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 06:00:22.919043 dv-cinder-772623-9-smb neutron-server[99869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 06:00:22.927764 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7948e4b5-ed6a-453a-b15c-5cf41fa971a0 None None] Pushing event deleted for resources: {'Port': ['ID=e8a6edc5-3076-4812-af27-7104c008a666,revision_number=None']} {{(pid=99870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 06:00:22.931549 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7948e4b5-ed6a-453a-b15c-5cf41fa971a0 None None] No DVR routers for this DVR port e8a6edc5-3076-4812-af27-7104c008a666 on host dv-cinder-772623-9-smb {{(pid=99870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 06:00:22.940802 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7948e4b5-ed6a-453a-b15c-5cf41fa971a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:00:22.941145 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7948e4b5-ed6a-453a-b15c-5cf41fa971a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:00:22.941546 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7948e4b5-ed6a-453a-b15c-5cf41fa971a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:00:22.941896 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7948e4b5-ed6a-453a-b15c-5cf41fa971a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:00:22.942231 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7948e4b5-ed6a-453a-b15c-5cf41fa971a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:00:22.942553 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7948e4b5-ed6a-453a-b15c-5cf41fa971a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:00:22.942927 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7948e4b5-ed6a-453a-b15c-5cf41fa971a0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:00:22.943250 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7948e4b5-ed6a-453a-b15c-5cf41fa971a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:00:22.943566 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7948e4b5-ed6a-453a-b15c-5cf41fa971a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:00:22.943880 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7948e4b5-ed6a-453a-b15c-5cf41fa971a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:00:22.944195 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7948e4b5-ed6a-453a-b15c-5cf41fa971a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:00:22.944511 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7948e4b5-ed6a-453a-b15c-5cf41fa971a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-9-smb {{(pid=99870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 06:00:22.947590 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [None req-7948e4b5-ed6a-453a-b15c-5cf41fa971a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 06:00:23.045721 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-b46d9d6d-6dd9-4414-9e88-1a773a8846e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1553043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3713235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-564052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422727'] for network, after_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:23.049341 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-0f8f41eb-a8f4-4931-9b9e-09b680478824 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 06:00:23.056352 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-b46d9d6d-6dd9-4414-9e88-1a773a8846e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564043'] for network, before_response {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:23.056352 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [None req-b46d9d6d-6dd9-4414-9e88-1a773a8846e0 admin admin] 10.222.0.11 "DELETE /v2.0/networks/2f637bc3-d3ff-4d7b-bacd-19889228ec3d HTTP/1.1" status: 204 len: 168 time: 0.7003272 Jun 17 06:00:23.056667 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.wsgi [-] (99868) accepted ('10.222.0.11', 33974) {{(pid=99868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 06:00:23.064308 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46d9d6d-6dd9-4414-9e88-1a773a8846e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=2f637bc3-d3ff-4d7b-bacd-19889228ec3d,revision_number=None']} {{(pid=99869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 06:00:23.066602 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-b46d9d6d-6dd9-4414-9e88-1a773a8846e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 06:00:23.145496 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Device 0a392921-fefd-4a70-96e8-282573c7d927 no longer exists at agent ovs-agent-dv-cinder-772623-9-smb {{(pid=99870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 06:00:23.164246 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.plugin [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] No Port match for: 0a392921-fefd-4a70-96e8-282573c7d927 {{(pid=99870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 06:00:23.164639 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Device 0a392921-fefd-4a70-96e8-282573c7d927 not bound to the agent host dv-cinder-772623-9-smb {{(pid=99870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 06:00:23.165040 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Device 940b9748-44b2-48ec-8f54-375b4bce2bdf no longer exists at agent ovs-agent-dv-cinder-772623-9-smb {{(pid=99870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 06:00:23.185643 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.plugin [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] No Port match for: 940b9748-44b2-48ec-8f54-375b4bce2bdf {{(pid=99870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 06:00:23.185995 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Device 940b9748-44b2-48ec-8f54-375b4bce2bdf not bound to the agent host dv-cinder-772623-9-smb {{(pid=99870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 06:00:23.186405 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Device e8a6edc5-3076-4812-af27-7104c008a666 no longer exists at agent ovs-agent-dv-cinder-772623-9-smb {{(pid=99870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 06:00:23.204437 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.plugin [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] No Port match for: e8a6edc5-3076-4812-af27-7104c008a666 {{(pid=99870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 06:00:23.204714 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Device e8a6edc5-3076-4812-af27-7104c008a666 not bound to the agent host dv-cinder-772623-9-smb {{(pid=99870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 06:00:23.385817 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-c99d999a-6995-4fcf-8080-dd68a87e08f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-494334'] for router_interface, before_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:23.623847 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.plugin [None req-c99d999a-6995-4fcf-8080-dd68a87e08f2 admin admin] Deleting port 4b7a1ab6-9881-4d84-96ec-2ad41bc5c422 {{(pid=99868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 06:00:23.624179 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-c99d999a-6995-4fcf-8080-dd68a87e08f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773697957277'] for port, before_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:23.700125 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.db [None req-c99d999a-6995-4fcf-8080-dd68a87e08f2 admin admin] For port 4b7a1ab6-9881-4d84-96ec-2ad41bc5c422, host dv-cinder-772623-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-9-smb',level=0,port_id=4b7a1ab6-9881-4d84-96ec-2ad41bc5c422,segment=NetworkSegment(0cd5d4e6-6002-41e4-a369-915ed1e75a5c),segment_id=0cd5d4e6-6002-41e4-a369-915ed1e75a5c)] {{(pid=99868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 06:00:23.700503 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-c99d999a-6995-4fcf-8080-dd68a87e08f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429017'] for port, precommit_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:23.760360 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.plugin [None req-c99d999a-6995-4fcf-8080-dd68a87e08f2 admin admin] Calling delete_port for 4b7a1ab6-9881-4d84-96ec-2ad41bc5c422 owned by network:router_interface {{(pid=99868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 06:00:23.997277 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-c99d999a-6995-4fcf-8080-dd68a87e08f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773697962361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773697504552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2882495'] for port, after_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:23.999289 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-4b6dc892-913c-4123-8b50-38be1b5d81b7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 06:00:24.020933 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99d999a-6995-4fcf-8080-dd68a87e08f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b7a1ab6-9881-4d84-96ec-2ad41bc5c422,revision_number=None']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 06:00:24.024552 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-c99d999a-6995-4fcf-8080-dd68a87e08f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 06:00:24.453749 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-c99d999a-6995-4fcf-8080-dd68a87e08f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-494186'] for router_interface, after_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:24.651930 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c99d999a-6995-4fcf-8080-dd68a87e08f2 admin admin] Router af00ec98-40d7-4eaf-bfbd-ee501ddf34b7 has already been hosted by L3 agent 81965deb-4354-4283-a756-7d5d3a21a742 {{(pid=99868) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 06:00:24.751802 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c99d999a-6995-4fcf-8080-dd68a87e08f2 admin admin] Notify agent at l3_agent.dv-cinder-772623-9-smb the message routers_updated {{(pid=99868) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 06:00:24.756820 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [None req-c99d999a-6995-4fcf-8080-dd68a87e08f2 admin admin] 10.222.0.11 "PUT /v2.0/routers/af00ec98-40d7-4eaf-bfbd-ee501ddf34b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6986899 Jun 17 06:00:24.759365 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.wsgi [-] (99868) accepted ('10.222.0.11', 33976) {{(pid=99868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 06:00:24.759899 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f35d43a-3359-4c98-8d7f-1a8490c30a28 None None] Sync routers for ids ['af00ec98-40d7-4eaf-bfbd-ee501ddf34b7'] in dv-cinder-772623-9-smb {{(pid=99871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 06:00:24.769159 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f35d43a-3359-4c98-8d7f-1a8490c30a28 None None] Routers {'af00ec98-40d7-4eaf-bfbd-ee501ddf34b7'} bound to L3 agent in host dv-cinder-772623-9-smb {{(pid=99871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 06:00:24.769760 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.db.l3_hamode_db [None req-6f35d43a-3359-4c98-8d7f-1a8490c30a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T05:41:12Z,description=,heartbeat_timestamp=2021-06-17T06:00:12Z,host='dv-cinder-772623-9-smb',id=81965deb-4354-4283-a756-7d5d3a21a742,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T05:41:12Z,topic='l3_agent')) {'router_ids': ['af00ec98-40d7-4eaf-bfbd-ee501ddf34b7'], 'active': True} {{(pid=99871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 06:00:24.859240 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-309c32ca-083e-4607-95a7-b15f0a918193 admin admin] Notify callbacks [] for router, before_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:24.871015 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.db.l3_dvr_db [None req-6f35d43a-3359-4c98-8d7f-1a8490c30a28 None None] Set router af00ec98-40d7-4eaf-bfbd-ee501ddf34b7 gateway port host: dv-cinder-772623-9-smb {{(pid=99871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 06:00:24.962530 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-309c32ca-083e-4607-95a7-b15f0a918193 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:25.046368 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.db.l3_hamode_db [None req-6f35d43a-3359-4c98-8d7f-1a8490c30a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af00ec98-40d7-4eaf-bfbd-ee501ddf34b7', 'name': 'tempest-TestShelveInstance-1061752702-router', 'tenant_id': '5764dd937d954a379cbc80243eb8fa25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6', 'external_fixed_ips': [{'subnet_id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'ip_address': '172.28.2.42'}], 'enable_snat': True}, 'gw_port_id': '2d58671b-6587-4cb1-8ec3-3cb83125922a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T05:55:58Z', 'updated_at': '2021-06-17T06:00:23Z', 'revision_number': 5, 'project_id': '5764dd937d954a379cbc80243eb8fa25', 'gw_port': {'id': '2d58671b-6587-4cb1-8ec3-3cb83125922a', 'name': '', 'network_id': 'afc4d833-6824-4139-a55a-2b6a6bf3fba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:48:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af00ec98-40d7-4eaf-bfbd-ee501ddf34b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'ip_address': '172.28.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T05:55:58Z', 'updated_at': '2021-06-17T05:56:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527396ff-4aca-4049-a96d-23452d13fcc2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-9-smb'}], 'dv-cinder-772623-9-smb', False) {} {{(pid=99871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 06:00:25.071574 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f35d43a-3359-4c98-8d7f-1a8490c30a28 None None] Checking router: af00ec98-40d7-4eaf-bfbd-ee501ddf34b7 for host: dv-cinder-772623-9-smb {{(pid=99871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 06:00:25.080653 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f35d43a-3359-4c98-8d7f-1a8490c30a28 None None] Routers {'af00ec98-40d7-4eaf-bfbd-ee501ddf34b7'} bound to L3 agent in host dv-cinder-772623-9-smb {{(pid=99871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 06:00:25.081265 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.db.l3_hamode_db [None req-6f35d43a-3359-4c98-8d7f-1a8490c30a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T05:41:12Z,description=,heartbeat_timestamp=2021-06-17T06:00:12Z,host='dv-cinder-772623-9-smb',id=81965deb-4354-4283-a756-7d5d3a21a742,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T05:41:12Z,topic='l3_agent')) {'router_ids': ['af00ec98-40d7-4eaf-bfbd-ee501ddf34b7'], 'active': True} {{(pid=99871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 06:00:25.115443 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.plugin [None req-309c32ca-083e-4607-95a7-b15f0a918193 admin admin] Deleting port 2d58671b-6587-4cb1-8ec3-3cb83125922a {{(pid=99868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 06:00:25.121190 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-309c32ca-083e-4607-95a7-b15f0a918193 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773697957277'] for port, before_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:25.168333 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.db.l3_dvr_db [None req-6f35d43a-3359-4c98-8d7f-1a8490c30a28 None None] Set router af00ec98-40d7-4eaf-bfbd-ee501ddf34b7 gateway port host: None {{(pid=99871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 06:00:25.197488 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.db [None req-309c32ca-083e-4607-95a7-b15f0a918193 admin admin] For port 2d58671b-6587-4cb1-8ec3-3cb83125922a, host dv-cinder-772623-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-9-smb',level=0,port_id=2d58671b-6587-4cb1-8ec3-3cb83125922a,segment=NetworkSegment(5df065dd-7136-4632-92ed-7b0e1f2019c5),segment_id=5df065dd-7136-4632-92ed-7b0e1f2019c5)] {{(pid=99868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 06:00:25.198456 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-309c32ca-083e-4607-95a7-b15f0a918193 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429017'] for port, precommit_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:25.217408 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.db.l3_hamode_db [None req-6f35d43a-3359-4c98-8d7f-1a8490c30a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af00ec98-40d7-4eaf-bfbd-ee501ddf34b7', 'name': 'tempest-TestShelveInstance-1061752702-router', 'tenant_id': '5764dd937d954a379cbc80243eb8fa25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T05:55:58Z', 'updated_at': '2021-06-17T06:00:24Z', 'revision_number': 6, 'project_id': '5764dd937d954a379cbc80243eb8fa25', 'gw_port_host': None}], 'dv-cinder-772623-9-smb', False) {} {{(pid=99871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 06:00:25.244453 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f35d43a-3359-4c98-8d7f-1a8490c30a28 None None] The sync data for ids ['af00ec98-40d7-4eaf-bfbd-ee501ddf34b7'] in dv-cinder-772623-9-smb is: [{'id': 'af00ec98-40d7-4eaf-bfbd-ee501ddf34b7', 'name': 'tempest-TestShelveInstance-1061752702-router', 'tenant_id': '5764dd937d954a379cbc80243eb8fa25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T05:55:58Z', 'updated_at': '2021-06-17T06:00:24Z', 'revision_number': 6, 'project_id': '5764dd937d954a379cbc80243eb8fa25', 'gw_port_host': None}] {{(pid=99871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 06:00:25.265089 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.plugin [None req-309c32ca-083e-4607-95a7-b15f0a918193 admin admin] Calling delete_port for 2d58671b-6587-4cb1-8ec3-3cb83125922a owned by network:router_gateway {{(pid=99868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 06:00:25.503063 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-309c32ca-083e-4607-95a7-b15f0a918193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773697962361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773697504552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2882495'] for port, after_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:25.504915 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-e96f8dfd-573b-428c-b9b8-72ee4e5e7447 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 06:00:25.529090 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309c32ca-083e-4607-95a7-b15f0a918193 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d58671b-6587-4cb1-8ec3-3cb83125922a,revision_number=None']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 06:00:25.531963 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-309c32ca-083e-4607-95a7-b15f0a918193 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 06:00:25.587514 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-309c32ca-083e-4607-95a7-b15f0a918193 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-422697'] for router_gateway, after_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:25.680589 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-309c32ca-083e-4607-95a7-b15f0a918193 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-366954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2762'] for router, precommit_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:25.683149 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-309c32ca-083e-4607-95a7-b15f0a918193 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:25.779856 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-309c32ca-083e-4607-95a7-b15f0a918193 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-432739'] for router, after_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:25.780398 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-309c32ca-083e-4607-95a7-b15f0a918193 admin admin] Fanout notify agent at l3_agent the message router_deleted on router af00ec98-40d7-4eaf-bfbd-ee501ddf34b7 {{(pid=99868) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 06:00:25.784478 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-309c32ca-083e-4607-95a7-b15f0a918193 admin admin] Notify callbacks [] for router, before_response {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:25.785549 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [None req-309c32ca-083e-4607-95a7-b15f0a918193 admin admin] 10.222.0.11 "DELETE /v2.0/routers/af00ec98-40d7-4eaf-bfbd-ee501ddf34b7 HTTP/1.1" status: 204 len: 168 time: 1.0252964 Jun 17 06:00:25.788066 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.wsgi [-] (99868) accepted ('10.222.0.11', 33978) {{(pid=99868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 06:00:25.831094 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.db.db_base_plugin_v2 [None req-11a92c52-2de0-4e45-a890-5e4efb1befeb admin admin] Deleting subnet d51fe23f-bc90-41e5-bf29-0a51358384b2 {{(pid=99868) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 06:00:25.833992 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-11a92c52-2de0-4e45-a890-5e4efb1befeb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:25.866513 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-11a92c52-2de0-4e45-a890-5e4efb1befeb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26391911'] for subnet, precommit_delete_associations {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:25.945429 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-11a92c52-2de0-4e45-a890-5e4efb1befeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1554961'] for subnet, precommit_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:26.097321 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-11a92c52-2de0-4e45-a890-5e4efb1befeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1554968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2882373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26633777'] for subnet, after_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:26.099811 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-2a569886-4a36-4532-a79a-dd152cd9003c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 06:00:26.122605 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a92c52-2de0-4e45-a890-5e4efb1befeb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d51fe23f-bc90-41e5-bf29-0a51358384b2,revision_number=None']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 06:00:26.125117 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-11a92c52-2de0-4e45-a890-5e4efb1befeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 06:00:26.129787 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-11a92c52-2de0-4e45-a890-5e4efb1befeb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564043'] for subnet, before_response {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:26.131665 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [None req-11a92c52-2de0-4e45-a890-5e4efb1befeb admin admin] 10.222.0.11 "DELETE /v2.0/subnets/d51fe23f-bc90-41e5-bf29-0a51358384b2 HTTP/1.1" status: 204 len: 168 time: 0.3426991 Jun 17 06:00:26.134173 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.wsgi [-] (99868) accepted ('10.222.0.11', 33980) {{(pid=99868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 06:00:26.134952 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c86c5e89-b929-4251-99cc-fd9ea7b3adb3 None None] Network 135c3c03-ca14-4919-98cc-8a58e0375b75 requested from dv-cinder-772623-9-smb {{(pid=99870) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 06:00:26.204251 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-e6de0551-0401-4fdf-b0be-72bad65bc489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1481875'] for network, before_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:26.260521 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.plugin [None req-e6de0551-0401-4fdf-b0be-72bad65bc489 admin admin] Deleting port 3c91a93d-cb25-411d-9c81-b43851d42a7b {{(pid=99868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 06:00:26.260886 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-e6de0551-0401-4fdf-b0be-72bad65bc489 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773697957277'] for port, before_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:26.322583 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.db [None req-e6de0551-0401-4fdf-b0be-72bad65bc489 admin admin] For port 3c91a93d-cb25-411d-9c81-b43851d42a7b, host dv-cinder-772623-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-9-smb',level=0,port_id=3c91a93d-cb25-411d-9c81-b43851d42a7b,segment=NetworkSegment(0cd5d4e6-6002-41e4-a369-915ed1e75a5c),segment_id=0cd5d4e6-6002-41e4-a369-915ed1e75a5c)] {{(pid=99868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 06:00:26.323112 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-e6de0551-0401-4fdf-b0be-72bad65bc489 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429017'] for port, precommit_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:26.331081 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3fa9283-787b-42df-a9d7-76ce668e17a5 None None] DHCP port deletion for 135c3c03-ca14-4919-98cc-8a58e0375b75 request from dv-cinder-772623-9-smb {{(pid=99870) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 06:00:26.376129 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.plugin [None req-a3fa9283-787b-42df-a9d7-76ce668e17a5 None None] Deleting port 3c91a93d-cb25-411d-9c81-b43851d42a7b {{(pid=99870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 06:00:26.376509 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-a3fa9283-787b-42df-a9d7-76ce668e17a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773697957277'] for port, before_delete {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:26.390957 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.plugin [None req-e6de0551-0401-4fdf-b0be-72bad65bc489 admin admin] Calling delete_port for 3c91a93d-cb25-411d-9c81-b43851d42a7b owned by network:dhcp {{(pid=99868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 06:00:26.437374 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.db [None req-a3fa9283-787b-42df-a9d7-76ce668e17a5 None None] For port 3c91a93d-cb25-411d-9c81-b43851d42a7b, host dv-cinder-772623-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-9-smb',level=0,port_id=3c91a93d-cb25-411d-9c81-b43851d42a7b,segment=NetworkSegment(0cd5d4e6-6002-41e4-a369-915ed1e75a5c),segment_id=0cd5d4e6-6002-41e4-a369-915ed1e75a5c)] {{(pid=99870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 06:00:26.437770 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-a3fa9283-787b-42df-a9d7-76ce668e17a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-429017'] for port, precommit_delete {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:26.500447 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.plugin [None req-a3fa9283-787b-42df-a9d7-76ce668e17a5 None None] Calling delete_port for 3c91a93d-cb25-411d-9c81-b43851d42a7b owned by network:dhcp {{(pid=99870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 06:00:26.540008 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-e6de0551-0401-4fdf-b0be-72bad65bc489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773697962361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773697504552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2882495'] for port, after_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:26.544088 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-a5066bbb-1d96-4028-8ddb-c6e054353307 tempest-VolumesNegativeTest-115929410 tempest-VolumesNegativeTest-115929410-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 06:00:26.571646 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6de0551-0401-4fdf-b0be-72bad65bc489 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c91a93d-cb25-411d-9c81-b43851d42a7b,revision_number=None']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 06:00:26.573871 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6de0551-0401-4fdf-b0be-72bad65bc489 admin admin] No DVR routers for this DVR port 3c91a93d-cb25-411d-9c81-b43851d42a7b on host dv-cinder-772623-9-smb {{(pid=99868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 06:00:26.575448 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-e6de0551-0401-4fdf-b0be-72bad65bc489 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 06:00:26.580931 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-a3fa9283-787b-42df-a9d7-76ce668e17a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1465242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773697962361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773697504552'] for port, after_delete {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:26.582945 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 06:00:26.603718 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fa9283-787b-42df-a9d7-76ce668e17a5 None None] Pushing event deleted for resources: {'Port': ['ID=3c91a93d-cb25-411d-9c81-b43851d42a7b,revision_number=None']} {{(pid=99870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 06:00:26.607904 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG oslo_concurrency.lockutils [None req-a3fa9283-787b-42df-a9d7-76ce668e17a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=99870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 06:00:26.610344 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3fa9283-787b-42df-a9d7-76ce668e17a5 None None] No DVR routers for this DVR port 3c91a93d-cb25-411d-9c81-b43851d42a7b on host dv-cinder-772623-9-smb {{(pid=99870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 06:00:26.645083 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-e6de0551-0401-4fdf-b0be-72bad65bc489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1553032', 'neutron.services.segments.db._delete_segments_for_network-8773697995057'] for network, precommit_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:26.655535 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.services.segments.db [None req-e6de0551-0401-4fdf-b0be-72bad65bc489 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['135c3c03-ca14-4919-98cc-8a58e0375b75']}} {{(pid=99868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 06:00:26.665233 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.services.segments.db [None req-e6de0551-0401-4fdf-b0be-72bad65bc489 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cd5d4e6-6002-41e4-a369-915ed1e75a5c') {'for_net_delete': True} {{(pid=99868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 06:00:26.665527 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.services.segments.db [None req-e6de0551-0401-4fdf-b0be-72bad65bc489 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cd5d4e6-6002-41e4-a369-915ed1e75a5c') {} {{(pid=99868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 06:00:26.674672 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-e6de0551-0401-4fdf-b0be-72bad65bc489 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773697993858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26391912'] for segment, before_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:26.688140 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-e6de0551-0401-4fdf-b0be-72bad65bc489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589316'] for segment, precommit_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:26.693855 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6de0551-0401-4fdf-b0be-72bad65bc489 admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=99868) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 06:00:26.694248 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-e6de0551-0401-4fdf-b0be-72bad65bc489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2882536'] for segment, after_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:26.695859 dv-cinder-772623-9-smb neutron-server[99868]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 06:00:26.695859 dv-cinder-772623-9-smb neutron-server[99868]: retrieve_revision_numbers = { Jun 17 06:00:26.695859 dv-cinder-772623-9-smb neutron-server[99868]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 06:00:26.695859 dv-cinder-772623-9-smb neutron-server[99868]: conditions |= (models_v2.Port.network_id.in_( Jun 17 06:00:26.695859 dv-cinder-772623-9-smb neutron-server[99868]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 06:00:26.695859 dv-cinder-772623-9-smb neutron-server[99868]: retrieve_revision_numbers = { Jun 17 06:00:26.695859 dv-cinder-772623-9-smb neutron-server[99868]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 06:00:26.695859 dv-cinder-772623-9-smb neutron-server[99868]: conditions |= (models_v2.Port.network_id.in_( Jun 17 06:00:26.695859 dv-cinder-772623-9-smb neutron-server[99868]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 06:00:26.695859 dv-cinder-772623-9-smb neutron-server[99868]: retrieve_revision_numbers = { Jun 17 06:00:26.695859 dv-cinder-772623-9-smb neutron-server[99868]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 06:00:26.695859 dv-cinder-772623-9-smb neutron-server[99868]: retrieve_revision_numbers = { Jun 17 06:00:26.695859 dv-cinder-772623-9-smb neutron-server[99868]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 06:00:26.695859 dv-cinder-772623-9-smb neutron-server[99868]: conditions |= (models_v2.Port.network_id.in_( Jun 17 06:00:26.695859 dv-cinder-772623-9-smb neutron-server[99868]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 06:00:26.695859 dv-cinder-772623-9-smb neutron-server[99868]: retrieve_revision_numbers = { Jun 17 06:00:26.695859 dv-cinder-772623-9-smb neutron-server[99868]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 06:00:26.695859 dv-cinder-772623-9-smb neutron-server[99868]: conditions |= (models_v2.Port.network_id.in_( Jun 17 06:00:26.695859 dv-cinder-772623-9-smb neutron-server[99868]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 06:00:26.695859 dv-cinder-772623-9-smb neutron-server[99868]: retrieve_revision_numbers = { Jun 17 06:00:26.695859 dv-cinder-772623-9-smb neutron-server[99868]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 06:00:26.695859 dv-cinder-772623-9-smb neutron-server[99868]: conditions |= (models_v2.Port.network_id.in_( Jun 17 06:00:26.695859 dv-cinder-772623-9-smb neutron-server[99868]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 06:00:26.695859 dv-cinder-772623-9-smb neutron-server[99868]: retrieve_revision_numbers = { Jun 17 06:00:26.695859 dv-cinder-772623-9-smb neutron-server[99868]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 06:00:26.695859 dv-cinder-772623-9-smb neutron-server[99868]: conditions |= (models_v2.Port.network_id.in_( Jun 17 06:00:26.695859 dv-cinder-772623-9-smb neutron-server[99868]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 06:00:26.695859 dv-cinder-772623-9-smb neutron-server[99868]: retrieve_revision_numbers = { Jun 17 06:00:26.695859 dv-cinder-772623-9-smb neutron-server[99868]: Traceback (most recent call last): Jun 17 06:00:26.695859 dv-cinder-772623-9-smb neutron-server[99868]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 06:00:26.695859 dv-cinder-772623-9-smb neutron-server[99868]: timer() Jun 17 06:00:26.695859 dv-cinder-772623-9-smb neutron-server[99868]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 06:00:26.695859 dv-cinder-772623-9-smb neutron-server[99868]: cb(*args, **kw) Jun 17 06:00:26.695859 dv-cinder-772623-9-smb neutron-server[99868]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 06:00:26.695859 dv-cinder-772623-9-smb neutron-server[99868]: return func(*args, **kwargs) Jun 17 06:00:26.695859 dv-cinder-772623-9-smb neutron-server[99868]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 06:00:26.695859 dv-cinder-772623-9-smb neutron-server[99868]: self._notify() Jun 17 06:00:26.695859 dv-cinder-772623-9-smb neutron-server[99868]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 06:00:26.695859 dv-cinder-772623-9-smb neutron-server[99868]: self.callback(batched_events) Jun 17 06:00:26.695859 dv-cinder-772623-9-smb neutron-server[99868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 06:00:26.695859 dv-cinder-772623-9-smb neutron-server[99868]: event.method(event) Jun 17 06:00:26.695859 dv-cinder-772623-9-smb neutron-server[99868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 06:00:26.695859 dv-cinder-772623-9-smb neutron-server[99868]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 06:00:26.695859 dv-cinder-772623-9-smb neutron-server[99868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 06:00:26.695859 dv-cinder-772623-9-smb neutron-server[99868]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 06:00:26.695859 dv-cinder-772623-9-smb neutron-server[99868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 06:00:26.695859 dv-cinder-772623-9-smb neutron-server[99868]: return f(self, *a, **k) Jun 17 06:00:26.695859 dv-cinder-772623-9-smb neutron-server[99868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 06:00:26.695859 dv-cinder-772623-9-smb neutron-server[99868]: return self._get(url).json() Jun 17 06:00:26.695859 dv-cinder-772623-9-smb neutron-server[99868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 06:00:26.695859 dv-cinder-772623-9-smb neutron-server[99868]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 06:00:26.695859 dv-cinder-772623-9-smb neutron-server[99868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 06:00:26.695859 dv-cinder-772623-9-smb neutron-server[99868]: return self.request(url, 'GET', **kwargs) Jun 17 06:00:26.695859 dv-cinder-772623-9-smb neutron-server[99868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 06:00:26.695859 dv-cinder-772623-9-smb neutron-server[99868]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 06:00:26.695859 dv-cinder-772623-9-smb neutron-server[99868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 06:00:26.695859 dv-cinder-772623-9-smb neutron-server[99868]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 06:00:26.695859 dv-cinder-772623-9-smb neutron-server[99868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 06:00:26.695859 dv-cinder-772623-9-smb neutron-server[99868]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 06:00:26.700593 dv-cinder-772623-9-smb neutron-server[99868]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 06:00:26.814661 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-e6de0551-0401-4fdf-b0be-72bad65bc489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1553043', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3713235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-564052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422727'] for network, after_delete {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:26.818300 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-c86f07b6-edf8-4bf6-b5aa-e318c81fc620 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 06:00:26.820690 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron_lib.callbacks.manager [None req-e6de0551-0401-4fdf-b0be-72bad65bc489 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564043'] for network, before_response {{(pid=99868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:26.822442 dv-cinder-772623-9-smb neutron-server[99868]: INFO neutron.wsgi [None req-e6de0551-0401-4fdf-b0be-72bad65bc489 admin admin] 10.222.0.11 "DELETE /v2.0/networks/135c3c03-ca14-4919-98cc-8a58e0375b75 HTTP/1.1" status: 204 len: 168 time: 0.6873794 Jun 17 06:00:26.833539 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6de0551-0401-4fdf-b0be-72bad65bc489 admin admin] Pushing event deleted for resources: {'Network': ['ID=135c3c03-ca14-4919-98cc-8a58e0375b75,revision_number=None']} {{(pid=99868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 06:00:26.835947 dv-cinder-772623-9-smb neutron-server[99868]: DEBUG oslo_concurrency.lockutils [None req-e6de0551-0401-4fdf-b0be-72bad65bc489 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=99868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 06:00:27.135018 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Device 4b7a1ab6-9881-4d84-96ec-2ad41bc5c422 no longer exists at agent ovs-agent-dv-cinder-772623-9-smb {{(pid=99870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 06:00:27.155412 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.plugin [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] No Port match for: 4b7a1ab6-9881-4d84-96ec-2ad41bc5c422 {{(pid=99870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 06:00:27.155761 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Device 4b7a1ab6-9881-4d84-96ec-2ad41bc5c422 not bound to the agent host dv-cinder-772623-9-smb {{(pid=99870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 06:00:27.156181 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Device 2d58671b-6587-4cb1-8ec3-3cb83125922a no longer exists at agent ovs-agent-dv-cinder-772623-9-smb {{(pid=99870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 06:00:27.173903 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.plugin [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] No Port match for: 2d58671b-6587-4cb1-8ec3-3cb83125922a {{(pid=99870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 06:00:27.174243 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Device 2d58671b-6587-4cb1-8ec3-3cb83125922a not bound to the agent host dv-cinder-772623-9-smb {{(pid=99870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 06:00:27.174663 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Device 3c91a93d-cb25-411d-9c81-b43851d42a7b no longer exists at agent ovs-agent-dv-cinder-772623-9-smb {{(pid=99870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 06:00:27.191838 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.plugin [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] No Port match for: 3c91a93d-cb25-411d-9c81-b43851d42a7b {{(pid=99870) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 06:00:27.192185 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron.plugins.ml2.rpc [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Device 3c91a93d-cb25-411d-9c81-b43851d42a7b not bound to the agent host dv-cinder-772623-9-smb {{(pid=99870) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 06:00:27.243275 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.wsgi [-] (99869) accepted ('10.222.0.11', 33984) {{(pid=99869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 06:00:27.283052 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [None req-fe5d1c73-ce04-4cb4-84c7-18c15427f58a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=558f827aa97540488c3f76e89d619401&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0384872 Jun 17 06:00:27.285372 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.wsgi [-] (99869) accepted ('10.222.0.11', 33986) {{(pid=99869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 06:00:27.331444 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-dd3e39b6-9cbd-4385-9b56-125ce25cd07b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:27.351679 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-dd3e39b6-9cbd-4385-9b56-125ce25cd07b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:27.480053 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-dd3e39b6-9cbd-4385-9b56-125ce25cd07b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:27.482624 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-dd3e39b6-9cbd-4385-9b56-125ce25cd07b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:27.483768 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [None req-dd3e39b6-9cbd-4385-9b56-125ce25cd07b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a8447229-70fc-4d33-bafa-063ed96d9eed HTTP/1.1" status: 204 len: 168 time: 0.1974912 Jun 17 06:00:27.484540 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-9bb19f5e-ea1d-460a-bc12-ae09c667b175 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 06:00:27.491719 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3e39b6-9cbd-4385-9b56-125ce25cd07b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8447229-70fc-4d33-bafa-063ed96d9eed,revision_number=None']} {{(pid=99869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 06:00:27.494143 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-dd3e39b6-9cbd-4385-9b56-125ce25cd07b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 06:00:28.237433 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.wsgi [-] (99869) accepted ('10.222.0.11', 33992) {{(pid=99869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 06:00:28.280793 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [None req-af49ecfd-3983-4b63-aeac-935873b53084 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5764dd937d954a379cbc80243eb8fa25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0405667 Jun 17 06:00:28.281546 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.wsgi [-] (99869) accepted ('10.222.0.11', 33994) {{(pid=99869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 06:00:28.326475 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-b544a5b2-57ef-428d-a995-eb4205350680 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:28.346461 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-b544a5b2-57ef-428d-a995-eb4205350680 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:28.477079 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-b544a5b2-57ef-428d-a995-eb4205350680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713204'] for security_group, after_delete {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:28.480253 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron_lib.callbacks.manager [None req-b544a5b2-57ef-428d-a995-eb4205350680 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:28.481383 dv-cinder-772623-9-smb neutron-server[99869]: INFO neutron.wsgi [None req-b544a5b2-57ef-428d-a995-eb4205350680 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f4f3a417-3fe3-420b-9602-7972e4b01683 HTTP/1.1" status: 204 len: 168 time: 0.1988780 Jun 17 06:00:28.482139 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-08540145-6d07-4ece-affd-d5400d5c87e8 tempest-AttachVolumeShelveTestJSON-843460493 tempest-AttachVolumeShelveTestJSON-843460493-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 06:00:28.489343 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b544a5b2-57ef-428d-a995-eb4205350680 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4f3a417-3fe3-420b-9602-7972e4b01683,revision_number=None']} {{(pid=99869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 06:00:28.491648 dv-cinder-772623-9-smb neutron-server[99869]: DEBUG oslo_concurrency.lockutils [None req-b544a5b2-57ef-428d-a995-eb4205350680 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99869) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 06:00:38.885322 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-2777d62d-3b23-4700-bfa0-8c602daac4cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:41.610912 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:41.633900 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-9f4f1b03-18d1-4af7-afde-eb8ec2b111ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:42.499751 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-e4a25698-dc7e-488a-a9c3-c2b55bed5747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:44.248293 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-835a5b83-af16-4b0b-afcf-c7c94ac397a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:47.713509 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:00:57.108295 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.db.agents_db [None req-7f16872b-b609-48fb-9c73-6a76dd98e1b9 None None] Agent healthcheck: found 6 active agents {{(pid=99871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 06:01:08.888573 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-66638a8c-c0f6-4b97-bb78-0b8e17a4ae42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:01:11.587157 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:01:11.632805 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-9fe14049-9ad1-43b4-88b2-0a3b91b2a9ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:01:12.499439 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-e4a25698-dc7e-488a-a9c3-c2b55bed5747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:01:14.264548 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-835a5b83-af16-4b0b-afcf-c7c94ac397a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:01:17.718480 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:01:34.106810 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.db.agents_db [None req-7f16872b-b609-48fb-9c73-6a76dd98e1b9 None None] Agent healthcheck: found 6 active agents {{(pid=99871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 06:01:38.866715 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-b0c0f2e9-7ec2-4b91-a382-f4968e319605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:01:41.604090 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:01:41.632655 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-9b100452-85e8-4bc4-95aa-71c9d55b97f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:01:42.501325 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-e4a25698-dc7e-488a-a9c3-c2b55bed5747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:01:44.260961 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-835a5b83-af16-4b0b-afcf-c7c94ac397a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:01:47.735299 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:02:08.880846 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-e30ac40b-f98f-489e-9a98-cab010e7229e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:02:11.105677 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.db.agents_db [None req-7f16872b-b609-48fb-9c73-6a76dd98e1b9 None None] Agent healthcheck: found 6 active agents {{(pid=99871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 06:02:11.597463 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:02:11.635428 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-d0708eb9-c792-47c6-86ce-9453b79ddd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:02:12.498028 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-e4a25698-dc7e-488a-a9c3-c2b55bed5747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:02:14.260226 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-835a5b83-af16-4b0b-afcf-c7c94ac397a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:02:17.734249 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:02:38.865522 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-17a0cd9e-97b3-420d-a6e9-b1df5d4372b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:02:41.602689 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:02:41.703646 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-2520492d-1fe4-4f41-8be5-2b79c3dace97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:02:42.499680 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-e4a25698-dc7e-488a-a9c3-c2b55bed5747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:02:44.305613 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-835a5b83-af16-4b0b-afcf-c7c94ac397a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:02:47.791506 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:02:48.104940 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.db.agents_db [None req-7f16872b-b609-48fb-9c73-6a76dd98e1b9 None None] Agent healthcheck: found 6 active agents {{(pid=99871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 06:03:08.859237 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-f86dc2a0-06d5-441e-b921-8bf24bc5a527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:11.664908 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:11.679815 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-a2e4400d-d63d-4e3a-a415-fb8adbe247d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:12.528205 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-e4a25698-dc7e-488a-a9c3-c2b55bed5747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:14.283296 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-835a5b83-af16-4b0b-afcf-c7c94ac397a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:17.750353 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:25.104018 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.db.agents_db [None req-7f16872b-b609-48fb-9c73-6a76dd98e1b9 None None] Agent healthcheck: found 6 active agents {{(pid=99871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 06:03:38.874038 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-1b927bf2-7156-420c-a962-1268875e4bc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:41.635561 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:41.664058 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-3cc898fe-2897-4547-ab99-a8b139701491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:42.567012 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-e4a25698-dc7e-488a-a9c3-c2b55bed5747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:44.264459 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-835a5b83-af16-4b0b-afcf-c7c94ac397a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:03:47.759413 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:04:02.102028 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.db.agents_db [None req-7f16872b-b609-48fb-9c73-6a76dd98e1b9 None None] Agent healthcheck: found 6 active agents {{(pid=99871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 06:04:08.874928 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-a31cbc13-c231-4f9e-b790-e07c2624d3e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:04:11.616538 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:04:11.644914 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-383b3309-8e47-4146-8165-d812d75d4c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:04:12.513761 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-e4a25698-dc7e-488a-a9c3-c2b55bed5747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:04:14.304039 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-835a5b83-af16-4b0b-afcf-c7c94ac397a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:04:17.743687 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:04:38.862774 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-586a1945-b3d5-41c5-839c-6bed79f2d6c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:04:39.100496 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.db.agents_db [None req-7f16872b-b609-48fb-9c73-6a76dd98e1b9 None None] Agent healthcheck: found 6 active agents {{(pid=99871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 06:04:41.599000 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:04:41.686097 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-a4886002-2805-4ee4-865d-0ac0535aee8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:04:42.514658 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-e4a25698-dc7e-488a-a9c3-c2b55bed5747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:04:44.269037 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-835a5b83-af16-4b0b-afcf-c7c94ac397a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:04:47.754335 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:05:08.878392 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-bbc53052-502d-4b19-8773-4ac1817d3590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:05:11.610681 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-81202f07-d833-43e5-95be-785b22e232f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:05:11.668206 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-c1e97012-3816-455b-a09b-6a351f8426bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:05:12.628649 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-e4a25698-dc7e-488a-a9c3-c2b55bed5747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:05:14.307032 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-835a5b83-af16-4b0b-afcf-c7c94ac397a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 06:05:16.098917 dv-cinder-772623-9-smb neutron-server[99871]: DEBUG neutron.db.agents_db [None req-7f16872b-b609-48fb-9c73-6a76dd98e1b9 None None] Agent healthcheck: found 6 active agents {{(pid=99871) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 06:05:17.772124 dv-cinder-772623-9-smb neutron-server[99870]: DEBUG neutron_lib.callbacks.manager [None req-6b32c825-bf5f-44db-87e1-27da9cf599f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773697995039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551446'] for agent, after_update {{(pid=99870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}